-- Logs begin at Wed 2021-11-10 07:43:42 UTC, end at Wed 2021-11-10 08:54:09 UTC. -- Nov 10 08:24:25.291105 dv-cinder-817351-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 08:24:27.994959 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.common.config [-] Logging enabled! Nov 10 08:24:27.995585 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 08:24:27.995747 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101951) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 08:24:27.999076 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.common.config [-] Logging enabled! Nov 10 08:24:27.999330 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 08:24:27.999643 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101951) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 08:24:28.000651 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 08:24:28.000887 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 08:24:28.001248 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 08:24:28.001494 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 08:24:28.001721 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 08:24:28.002045 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.002468 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 08:24:28.002792 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.003090 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.003384 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.003681 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.004007 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.004292 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.004586 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.004888 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.005176 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.005461 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.005750 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.006047 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.006333 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.006623 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.006911 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.007200 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] debug = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.007483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.007932 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.008358 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.008645 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.008935 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.009216 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.009493 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.009772 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.010059 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.010393 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] host = dv-cinder-817351-1-iscsi {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.010671 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.010962 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.011255 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.011544 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.011821 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.012132 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.012412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.012732 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.012961 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.013240 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.013531 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.013820 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.014110 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.014335 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.014557 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.014846 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.015133 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.015412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.015690 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.016015 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.016297 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.016574 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.016883 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.017172 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.017464 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.017749 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.018039 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.018304 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.018583 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.018856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.019142 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.019420 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.019696 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.019995 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.020291 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.020561 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.020835 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.021135 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.021424 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.021710 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.021997 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.022272 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.022555 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.022827 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.023099 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.023371 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_json = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.023643 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.023941 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.024228 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.024502 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.024776 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.025050 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.025322 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.025610 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:28.025916 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.026212 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.026512 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.026797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.027114 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.027401 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.027691 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.027993 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.028287 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.028582 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.028874 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.029152 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.029442 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.029722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.030020 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.030330 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.030631 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.030923 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.031198 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.031475 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.032280 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.032561 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.032850 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.033128 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.033418 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.033708 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.033987 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.034273 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.034568 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.034858 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.035129 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.035406 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.035696 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.035998 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.036273 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.036553 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.036842 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.037121 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.037393 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.037675 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.037953 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.038225 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.038499 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.038776 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.039065 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.039338 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.039608 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.039900 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.040178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.040448 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.040735 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.041008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.041277 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.041546 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.041822 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.042092 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.042364 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.042641 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.042911 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.043185 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.043455 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.043725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.044022 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.044295 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.044565 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.044834 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.045102 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.045375 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.045645 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.045918 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.046185 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.046454 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.046724 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.047006 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.047900 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.048203 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.048487 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.048775 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.049055 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.049334 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.049612 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.049892 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.050173 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.050446 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.050742 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.051033 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.051317 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.051601 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.051908 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.052214 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.052495 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.052781 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.053061 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.053341 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.053627 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.053910 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.054208 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.054505 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.054801 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.055096 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.055390 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.055670 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.056005 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.056291 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:28.056511 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 08:24:28.056753 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101951) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 08:24:28.482856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 08:24:28.483133 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 08:24:28.483435 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 08:24:28.483770 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 08:24:28.806442 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.806730 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.807000 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.808219 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.808503 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.808762 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.843517 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.843791 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.844132 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.859445 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.860251 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.860533 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.890347 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.890631 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.890899 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.926851 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.927139 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:28.927412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.164154 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.164769 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.164769 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.164945 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.165646 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.291978 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.292300 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.292584 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.292856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.293126 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.293437 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.293698 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.293954 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.294206 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.294486 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.294747 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.295013 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.295270 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.295525 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.295781 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.296071 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.296327 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.296594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.296867 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.297127 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.297940 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.298195 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.298477 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.298852 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.299101 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.299348 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.299739 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.300007 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.300253 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.300489 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.300725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.300962 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:29.301326 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 08:24:29.304558 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 08:24:29.308520 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 08:24:29.312341 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 10 08:24:29.313991 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 08:24:29.314447 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 08:24:29.314785 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 08:24:29.315170 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 08:24:29.317997 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 08:24:29.318252 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 08:24:29.318602 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 08:24:29.323847 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 08:24:29.346326 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 08:24:29.346780 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.347080 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101951) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 08:24:29.347441 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.348855 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101951) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 08:24:29.349140 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 08:24:29.349389 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 08:24:29.352510 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.352795 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:29.415692 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 08:24:29.415900 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 08:24:29.416144 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 08:24:29.416505 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 08:24:29.436873 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_db.sqlalchemy.engines [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101951) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 08:24:30.111054 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing driver for type 'gre' Nov 10 08:24:30.111595 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] gre ID ranges: [(1, 1000)] Nov 10 08:24:30.299404 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing driver for type 'local' Nov 10 08:24:30.300001 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing driver for type 'vlan' Nov 10 08:24:30.368978 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] VlanTypeDriver initialization complete Nov 10 08:24:30.369256 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing driver for type 'vxlan' Nov 10 08:24:30.369722 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] vxlan ID ranges: [(1, 1000)] Nov 10 08:24:30.566429 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing extension driver 'port_security' Nov 10 08:24:30.566873 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.extensions.port_security [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] PortSecurityExtensionDriver initialization complete Nov 10 08:24:30.567289 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing mechanism driver 'openvswitch' Nov 10 08:24:30.567694 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing mechanism driver 'hyperv' Nov 10 08:24:30.584900 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:30.585733 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.586100 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.586448 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.586975 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.587404 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.587753 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.588129 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.588514 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.588915 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.589257 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.589594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.589979 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.590375 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.590717 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.591053 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.591439 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.591835 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.592200 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.592538 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.592929 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.593327 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > address_group after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.593695 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > address_group after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.593997 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.594666 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 08:24:30.595036 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] ML2 OVO RPC backend initialized. {{(pid=101951) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 08:24:30.595725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.596103 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.596520 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.596861 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > networks before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.597202 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.597536 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > ports before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.597873 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.598209 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnets before_response 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.598547 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.598881 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.599209 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.599543 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.599867 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.600217 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.600548 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.600876 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.601203 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.601774 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.plugin [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Modular L2 Plugin initialization complete Nov 10 08:24:30.602100 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading services supported by the core plugin {{(pid=101951) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 08:24:30.602422 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.plugins.ml2.managers [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Got port-security extension from driver 'port_security' Nov 10 08:24:30.602878 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.extensions.vlantransparent [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Disabled vlantransparent extension. Nov 10 08:24:30.603349 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101951) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 08:24:30.603660 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: router Nov 10 08:24:30.644801 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.645134 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_create 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.645505 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router before_create 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.645894 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.646261 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.646666 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_delete 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.646952 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.647426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.647774 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_create 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.648145 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.648493 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.648905 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.649260 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.649665 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.650028 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.650364 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.650698 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: subnet after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.651029 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.653094 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.653475 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_create 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.653830 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router after_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_create 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655815 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.655926 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_update 55549900 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.656295 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > agent after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.658673 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > agent after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.659128 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > network after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.660067 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Tracking information for resource: router configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:30.660402 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Tracking information for resource: floatingip configured {{(pid=101951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 08:24:30.665562 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.db.l3_agentschedulers_db [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 08:24:30.666135 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.666495 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.666843 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.667192 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.668020 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router before_create 55550100 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.668385 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.668743 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_create 55550100 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.669096 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > router precommit_update 55550100 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.674532 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.provider_configuration [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service providers = [] {{(pid=101951) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 08:24:30.674892 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.db.servicetype_db [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101951) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 08:24:30.677846 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.service_base [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 08:24:30.678194 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.service_base [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 08:24:30.678532 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.service_base [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 08:24:30.679402 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.services.service_base [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 08:24:30.679769 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.services.service_base [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 08:24:30.680179 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.680495 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 08:24:30.696859 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.697192 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: auto_allocate Nov 10 08:24:30.702957 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: network precommit_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.703323 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: network precommit_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.703868 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.704208 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: tag Nov 10 08:24:30.710939 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.711262 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: timestamp Nov 10 08:24:30.715073 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.715401 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: network_ip_availability Nov 10 08:24:30.726720 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.727089 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.727440 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.728172 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.728496 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: flavors Nov 10 08:24:30.733449 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.733772 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading Plugin: revisions Nov 10 08:24:30.738644 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 08:24:30.739033 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.255s {{(pid=101951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 08:24:30.739772 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101951) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 08:24:30.740137 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Initializing extension manager. Nov 10 08:24:30.740643 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: __init__.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.740981 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: __pycache__ {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.741312 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.741642 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: address_group.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.742386 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.742942 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: address-group Nov 10 08:24:30.743262 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: address_scope.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.743997 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.744497 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: address-scope Nov 10 08:24:30.750076 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.751032 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.751532 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: router-admin-state-down-before-update Nov 10 08:24:30.751853 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: agent.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.752589 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.753074 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: agent Nov 10 08:24:30.753395 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: agent_resources_synced.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.754301 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.754800 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: agent-resources-synced Nov 10 08:24:30.755129 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: allowedaddresspairs.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.756935 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.757453 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: allowed-address-pairs Nov 10 08:24:30.757777 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: auto_allocated_topology.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.758852 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.759361 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: auto-allocated-topology Nov 10 08:24:30.759685 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: availability_zone.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.760398 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.760895 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: availability_zone Nov 10 08:24:30.761213 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: availability_zone_filter.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.762113 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.762609 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: availability_zone_filter Nov 10 08:24:30.762926 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: data_plane_status.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.763824 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.764359 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 08:24:30.764675 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: default_subnetpools.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.765574 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.766717 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: default-subnetpools Nov 10 08:24:30.767039 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.767850 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.768376 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: dhcp_agent_scheduler Nov 10 08:24:30.768695 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: dns.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.769601 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.770098 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 08:24:30.770417 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: dns_domain_ports.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.771319 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.771818 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 08:24:30.772162 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.773069 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.773565 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 08:24:30.773883 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: dvr.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.774543 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.775039 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: dvr Nov 10 08:24:30.775354 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: ecmp_routes.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.779565 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.780083 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 08:24:30.780402 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: empty_string_filtering.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.781300 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.781823 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: empty-string-filtering Nov 10 08:24:30.782144 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.783045 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.783544 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 08:24:30.783864 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.784810 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.785299 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 08:24:30.785632 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: external_net.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.786515 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.787010 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: external-net Nov 10 08:24:30.787329 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.788253 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.788753 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: extra_dhcp_opt Nov 10 08:24:30.789069 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: extraroute.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.789977 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.790472 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: extraroute Nov 10 08:24:30.790794 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: extraroute_atomic.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.791814 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.792337 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: extraroute-atomic Nov 10 08:24:30.792658 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: filter_validation.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.793485 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.793981 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: filter-validation Nov 10 08:24:30.794302 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: fip_pf_description.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.795198 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.795751 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 08:24:30.796053 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: fip_port_details.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.796948 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.797469 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: fip-port-details Nov 10 08:24:30.797789 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: flavors.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.799001 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.799511 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: flavors Nov 10 08:24:30.799838 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.801517 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.802055 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 08:24:30.802344 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: floatingip_pools.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.809434 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.809937 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: floatingip-pools Nov 10 08:24:30.810259 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: ip_allocation.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.811177 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.811669 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 08:24:30.812022 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.813443 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.813942 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: ip-substring-filtering Nov 10 08:24:30.814264 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l2_adjacency.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.815183 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.815680 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 08:24:30.816030 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.816980 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.817485 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: router Nov 10 08:24:30.817803 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.820084 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.820604 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 08:24:30.820931 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.821844 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.822346 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: ext-gw-mode Nov 10 08:24:30.822670 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.823577 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.824110 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: l3-ha Nov 10 08:24:30.824436 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3_flavors.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.825335 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.825833 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: l3-flavors Nov 10 08:24:30.826153 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.827064 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.827561 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 08:24:30.827898 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: l3agentscheduler.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.829511 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.830018 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: l3_agent_scheduler Nov 10 08:24:30.830348 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: logging.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.831829 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.832365 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension logging not supported by any of loaded plugins Nov 10 08:24:30.832689 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: metering.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.833424 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.834020 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: metering Nov 10 08:24:30.834314 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.838880 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.839389 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: metering_source_and_destination_fields Nov 10 08:24:30.839711 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: multiprovidernet.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.840649 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.841153 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: multi-provider Nov 10 08:24:30.841473 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: netmtu.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.842377 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.842877 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: net-mtu Nov 10 08:24:30.843199 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: netmtu_writable.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.844446 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.844978 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: net-mtu-writable Nov 10 08:24:30.845282 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: network_availability_zone.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.845946 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.846445 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: network_availability_zone Nov 10 08:24:30.846761 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: network_ip_availability.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.847851 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.848379 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: network-ip-availability Nov 10 08:24:30.848702 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: network_segment_range.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.849452 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.849946 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 08:24:30.850266 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: pagination.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.851232 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.851558 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: pagination Nov 10 08:24:30.851887 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: port_device_profile.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.852798 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.853304 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: port-device-profile Nov 10 08:24:30.853627 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.854533 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.855032 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: port-mac-address-regenerate Nov 10 08:24:30.855350 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.856278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.856885 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: port-numa-affinity-policy Nov 10 08:24:30.857094 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: port_resource_request.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.857990 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.858484 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 08:24:30.858802 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: port_resource_request_groups.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.859779 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.860314 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 08:24:30.860631 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: portbindings.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.861541 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.862041 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: binding Nov 10 08:24:30.862360 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: portbindings_extended.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.867640 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.868184 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: binding-extended Nov 10 08:24:30.868509 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: portsecurity.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.869413 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.869916 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: port-security Nov 10 08:24:30.870236 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: project_id.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.871201 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.871529 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: project-id Nov 10 08:24:30.871849 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: providernet.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.872770 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.873276 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: provider Nov 10 08:24:30.873594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.877708 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.878228 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos not supported by any of loaded plugins Nov 10 08:24:30.878560 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.879796 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.880331 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 08:24:30.880658 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.881562 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.882068 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 08:24:30.882393 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_default.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.883291 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.883796 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-default not supported by any of loaded plugins Nov 10 08:24:30.884148 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_fip.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.884793 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.885296 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 08:24:30.885642 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_gateway_ip.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.886525 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.887023 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 08:24:30.887343 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_port_network_policy.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.888276 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.888775 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 08:24:30.889096 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.890124 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.890623 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 08:24:30.891548 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_pps_rule.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.892757 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.893443 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 08:24:30.893775 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_rule_type_details.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.894679 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.895228 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 08:24:30.895504 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: qos_rules_alias.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.896556 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.897062 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 08:24:30.897387 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: quota_check_limit.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.898288 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.898788 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: quota-check-limit Nov 10 08:24:30.899111 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: quotasv2.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.900052 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.900379 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: quotas Nov 10 08:24:30.900699 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: quotasv2_detail.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.903798 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.904164 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: quota_details Nov 10 08:24:30.904494 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: rbac.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.905533 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.906051 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: rbac-policies Nov 10 08:24:30.906376 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: rbac_address_group.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.907322 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.907829 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: rbac-address-group Nov 10 08:24:30.908184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: rbac_address_scope.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.909091 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.909596 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: rbac-address-scope Nov 10 08:24:30.909915 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: rbac_security_groups.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.910827 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.911329 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: rbac-security-groups Nov 10 08:24:30.911647 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: rbac_subnetpool.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.912644 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.913146 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: rbac-subnetpool Nov 10 08:24:30.913463 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: revisionifmatch.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.914370 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.914870 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: revision-if-match Nov 10 08:24:30.915186 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: revisions.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.916324 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.916831 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: standard-attr-revisions Nov 10 08:24:30.917153 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: router_availability_zone.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.917821 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.918329 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: router_availability_zone Nov 10 08:24:30.918648 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: routerservicetype.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.919558 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.920086 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 08:24:30.920406 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.921314 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.921820 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: security-groups-normalized-cidr Nov 10 08:24:30.922155 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.923139 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.923639 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: port-security-groups-filtering Nov 10 08:24:30.923985 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.924904 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.925404 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: security-groups-remote-address-group Nov 10 08:24:30.925722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.926654 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.927153 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: security-groups-shared-filtering Nov 10 08:24:30.927470 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.928072 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 08:24:30.928389 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: securitygroup.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.938649 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.939168 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: security-group Nov 10 08:24:30.939497 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: segment.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.940311 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.940814 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension segment not supported by any of loaded plugins Nov 10 08:24:30.941138 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.942062 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.942563 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 08:24:30.942886 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: servicetype.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.944003 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.944518 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: service-type Nov 10 08:24:30.944843 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: sorting.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.945815 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.946144 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: sorting Nov 10 08:24:30.946466 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: standard_attr_segment.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.947366 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.947869 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 08:24:30.948214 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: standardattrdescription.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.948856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.949351 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: standard-attr-description Nov 10 08:24:30.949670 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: stateful_security_group.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.950592 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.951093 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: stateful-security-group Nov 10 08:24:30.951412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: stdattrs_common.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.951998 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 08:24:30.952318 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.953238 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.954343 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 08:24:30.954663 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnet_onboard.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.955732 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.956272 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: subnet_onboard Nov 10 08:24:30.956592 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.957514 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.958014 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 08:24:30.958333 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnet_service_types.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.959246 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.959750 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: subnet-service-types Nov 10 08:24:30.960093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnetallocation.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.961185 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.961692 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: subnet_allocation Nov 10 08:24:30.962014 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.962681 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.963183 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: subnetpool-prefix-ops Nov 10 08:24:30.963505 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.964461 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.964961 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 08:24:30.965281 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: tagging.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.966344 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.966850 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: standard-attr-tag Nov 10 08:24:30.967171 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: timestamp.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.968383 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.968899 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loaded extension: standard-attr-timestamp Nov 10 08:24:30.969503 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: trunk.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.970543 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.971047 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension trunk not supported by any of loaded plugins Nov 10 08:24:30.971372 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: trunk_details.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.972311 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.972810 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 08:24:30.973130 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: uplink_status_propagation.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.974043 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.974545 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 08:24:30.974867 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Loading extension file: vlantransparent.py {{(pid=101951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 08:24:30.975526 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 08:24:30.976054 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 08:24:30.978551 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:network Nov 10 08:24:30.979069 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnet Nov 10 08:24:30.979461 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 08:24:30.979854 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:port Nov 10 08:24:30.981124 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.981564 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service FLAVORS assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.982166 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.982594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.982924 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:router Nov 10 08:24:30.983358 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 08:24:30.983861 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service METERING assigned prefix: /metering {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.985354 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.985722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.986070 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:24:30.987048 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 08:24:30.987487 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:security_group Nov 10 08:24:30.987937 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 08:24:30.988539 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service CORE assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.988867 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 08:24:30.989209 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] subnetpool is already registered Nov 10 08:24:30.989641 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service CORE assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.989972 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 08:24:30.990299 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] subnetpool is already registered Nov 10 08:24:30.992699 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.993130 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service FLAVORS assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.993740 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.994197 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.994529 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:router Nov 10 08:24:30.994865 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] router is already registered Nov 10 08:24:30.995275 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 08:24:30.995605 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] floatingip is already registered Nov 10 08:24:30.996105 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service METERING assigned prefix: /metering {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.996818 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 08:24:30.997144 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] rbac_policy is already registered Nov 10 08:24:30.997566 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:security_group Nov 10 08:24:30.997899 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] security_group is already registered Nov 10 08:24:30.998308 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 08:24:30.998653 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] security_group_rule is already registered Nov 10 08:24:30.999143 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service CORE assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:30.999463 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 08:24:30.999788 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] subnetpool is already registered Nov 10 08:24:31.000224 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.v2.resource_helper [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Service CORE assigned prefix: {{(pid=101951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 08:24:31.001066 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 08:24:31.001390 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING neutron.quota.resource_registry [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] subnetpool is already registered Nov 10 08:24:31.003233 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: extensions {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.004849 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: address-groups {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.008028 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: address-scopes {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.009256 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: agents {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.010529 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: auto-allocated-topology {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.013936 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: availability_zones {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.015157 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: dhcp-networks {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.017191 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: dhcp-agents {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.018701 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: routers {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.020847 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: flavors {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.022103 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: service_profiles {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.023325 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: next_providers {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.024789 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: service_profiles {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.026219 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: floatingip-pools {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.027525 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: routers {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.029667 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: floatingips {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.030966 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: l3-routers {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.032421 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: l3-agents {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.033817 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: metering-labels {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.035062 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: metering-label-rules {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.036472 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: network-ip-availabilities {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.037736 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: bindings {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.039293 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: quotas {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.040977 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: quotas {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.042502 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: rbac-policies {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.043689 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: security-groups {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.045050 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: security-group-rules {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.046284 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: service-providers {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.047528 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: subnetpools {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.048956 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: subnetpools {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.050412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.052116 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.053923 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.055701 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.057421 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.059359 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.061079 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.064922 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.066870 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.068641 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron.api.extensions [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Extended resource: tags {{(pid=101951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 08:24:31.074877 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING keystonemiddleware.auth_token [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 08:24:31.079924 dv-cinder-817351-1-iscsi neutron-server[101951]: WARNING keystonemiddleware.auth_token [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 08:24:31.088764 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Acquired lock "singleton_lock" {{(pid=101951) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 08:24:31.089236 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_concurrency.lockutils [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Releasing lock "singleton_lock" {{(pid=101951) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 08:24:31.089868 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Starting 2 workers Nov 10 08:24:31.094860 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Started child 102060 {{(pid=101951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 08:24:31.099193 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Started child 102061 {{(pid=101951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 08:24:31.100201 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.100843 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO neutron.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 08:24:31.101334 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Publish callbacks [] for process, before_spawn {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.101654 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [-] (102060) wsgi starting up on http://0.0.0.0:9696 Nov 10 08:24:31.103656 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Starting 1 workers Nov 10 08:24:31.103852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.105300 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [-] (102061) wsgi starting up on http://0.0.0.0:9696 Nov 10 08:24:31.108805 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Started child 102062 {{(pid=101951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 08:24:31.109342 dv-cinder-817351-1-iscsi neutron-server[101951]: INFO oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Starting 1 workers Nov 10 08:24:31.113084 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] calling RpcWorker wait() {{(pid=102062) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 08:24:31.113631 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] returning from RpcWorker wait() {{(pid=102062) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 08:24:31.114261 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Started child 102063 {{(pid=101951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 08:24:31.114954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.115047 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-76a310da-b69b-45d0-9bc1-407bc0ced608 None None] Publish callbacks [] for process, after_spawn {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.115480 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:31.116864 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101951) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 08:24:31.117077 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 08:24:31.117261 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 08:24:31.117481 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 08:24:31.117809 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 08:24:31.117987 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 08:24:31.118489 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.118763 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.118956 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:31.119399 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.119399 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.119523 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.119938 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:31.120121 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.120300 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.120530 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.120802 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.121048 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.121213 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.121375 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.121627 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.121856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.122137 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.122390 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.122630 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.122877 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.123042 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.123281 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.123537 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.123795 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.124069 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] debug = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.124327 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.124800 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.125019 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.125333 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.126085 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.126355 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.126601 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.126864 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.127107 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.127317 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.127561 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.127804 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.128079 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.128309 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.128545 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.128761 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.129002 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.129237 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.129705 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] host = dv-cinder-817351-1-iscsi {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.129937 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.130169 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.130410 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.130654 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.130894 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.131108 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.131355 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.131608 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.131866 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.132123 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.132365 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.132610 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.132839 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.133100 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.133261 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_options = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.133497 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.133768 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134027 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134220 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134434 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134584 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134792 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.134951 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.135207 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.135422 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.135635 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.135867 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.136137 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.136354 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.136617 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.136858 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.137099 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.137305 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.137559 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.137797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.138017 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.138238 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.138475 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.138722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.138931 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.139160 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.139408 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.139619 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.139856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.140090 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.140327 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.140567 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.140800 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.141072 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.141341 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.141585 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.141813 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.142045 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.142329 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.142551 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.142811 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.143062 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.143275 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.143520 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.143733 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.143965 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.144179 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_json = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.144389 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.144620 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.144862 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.145102 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.145373 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.145540 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.145766 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.146008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.146438 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.146705 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.147008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.147258 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.147507 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.147745 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.147999 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.148219 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.148911 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.149180 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.149491 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.149712 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.150014 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.150248 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.150520 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.150842 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.151095 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.151372 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.151606 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.151840 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.152094 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.152366 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.152595 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.152813 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.153075 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.153310 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.153530 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.153866 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.154122 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.154385 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.154820 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.155272 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.155395 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.155760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.155924 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.156254 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.156401 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.156665 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.156906 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.157129 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.157348 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.157592 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.157805 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.158051 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.158276 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.159245 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.159245 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.159245 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.159245 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160139 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160139 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160139 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160516 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160516 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160778 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.160920 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.161166 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.161395 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.161766 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.162101 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.163643 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.164359 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.164359 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.164540 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.164740 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175178 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.175760 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.176884 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.177828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178608 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178672 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.178938 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.179167 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.179400 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.179680 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.179954 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.180239 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.180523 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.180757 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.180999 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.181268 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.181529 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.181750 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.181969 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.182204 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.182541 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.182828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.183018 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.183268 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.183538 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.183789 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.184049 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.184312 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.184565 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.184834 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.185088 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.185320 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.185537 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.185856 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.186115 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.186328 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.186580 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.186795 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.187031 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.187270 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.187487 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.187722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.188612 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.188837 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.189083 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.189306 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.189525 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.189755 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.189971 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.190193 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.190437 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.190660 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.190909 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.191122 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.191349 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.191598 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.191820 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.192107 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.192351 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.192563 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.192788 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.193008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.193265 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.193478 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.193723 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.193941 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.194159 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.194369 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.194588 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.194805 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.195017 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.195250 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.195458 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.195731 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.196008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.196338 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.196585 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.196816 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.197055 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.197271 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.197518 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.197759 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.197983 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.198200 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.198417 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.198634 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.198891 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.199112 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.199364 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.199593 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.199827 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.200080 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.200297 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.200526 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.200814 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.201061 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.201313 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.201556 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.201799 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.202026 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.202253 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.202462 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.202672 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.202915 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.203132 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.203340 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.203609 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.203837 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.204091 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.204337 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.204558 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.204773 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.205041 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.205251 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.205481 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.205722 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.205946 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.206156 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.206399 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.206608 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.206817 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.207038 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.207256 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.207464 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.207690 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.207917 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.208154 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.208371 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.208757 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.208970 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.209258 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.209507 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.209724 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.210174 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.210403 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.210655 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.210902 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.211214 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.211449 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.211691 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.211951 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.212173 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.212396 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.212634 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.212938 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.213240 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.213496 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.213758 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.214013 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.214480 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.214746 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.214976 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.215275 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.215616 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.215902 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.216150 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.216395 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.216655 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.216892 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.217109 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.217344 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.217593 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.217821 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.218083 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.218316 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.218542 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.218777 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.219045 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.219515 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.219744 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.219992 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.220214 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.220428 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.220583 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 08:24:31.221102 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101951) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 08:24:31.221262 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 08:24:31.221412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 08:24:31.221579 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 08:24:31.221745 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 08:24:31.221895 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 08:24:31.222099 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.222257 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.222414 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.222570 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.222725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.222915 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.223167 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.223425 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.223628 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.223892 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.224160 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.224426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.224674 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.224950 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.225221 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.225479 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.225723 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.225968 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.226218 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.226480 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.226729 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.226982 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.227257 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] debug = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.227535 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.227913 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.228197 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.228460 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.228725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.228992 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229176 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229339 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229498 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229680 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229838 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.229997 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230153 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230309 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230466 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230621 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230777 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.230932 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231171 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] host = dv-cinder-817351-1-iscsi {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231369 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231516 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231701 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231825 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.231966 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.232087 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.232442 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.232442 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.233168 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.233168 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.233168 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.233168 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.233168 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_options = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.234093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.235269 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.235269 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.235269 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.235269 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.235269 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236762 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236762 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236762 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.236762 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237042 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237042 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237183 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237310 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237465 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237621 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237776 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.237931 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238130 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238215 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238373 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238528 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238684 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238840 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.238995 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239149 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239305 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239670 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239670 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239942 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.239942 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240110 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240229 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240384 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240540 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240695 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.240850 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241004 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_json = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241159 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241314 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241469 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241625 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241781 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.241936 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.242090 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.242247 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 08:24:31.242422 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.242581 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.242749 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.242908 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243065 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243223 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243382 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243539 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243696 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.243930 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244118 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244205 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244329 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244463 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244622 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244782 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.244939 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245098 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245262 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245419 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245576 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245734 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.245966 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246102 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246224 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246345 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246495 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246667 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246826 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.246984 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247142 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247299 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247457 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247616 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247775 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.247953 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248114 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248272 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248431 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248589 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248746 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.248904 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249063 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249221 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249381 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249540 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249696 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.249855 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.250075 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.250208 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.250928 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251014 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251164 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251323 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251480 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251648 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251806 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.251991 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252148 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252307 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252466 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252623 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252781 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.252937 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253097 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253256 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253426 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253583 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253741 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.253902 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254060 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254219 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254377 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254535 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254694 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.254851 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255008 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255166 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255329 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255487 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255645 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255803 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.255982 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256146 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256302 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256461 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256622 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256779 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.256938 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257107 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257278 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257436 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257593 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257750 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.257909 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258066 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258225 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258382 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258540 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258698 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.258855 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259013 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259174 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259332 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259490 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259651 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259801 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.259979 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.260187 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.260797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.260797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.260797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.260797 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261241 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261241 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261241 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261583 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261583 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261794 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261794 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.261996 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262104 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262265 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262407 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262571 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262730 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.262888 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263045 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263204 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263361 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263521 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263678 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.263844 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264126 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264347 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264347 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264714 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264823 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.264933 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265091 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265254 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265412 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265569 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265726 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.265905 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266074 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266234 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266393 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266550 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266709 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.266867 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267028 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267186 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267347 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267504 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267663 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.267821 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268002 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268146 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268304 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268462 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268620 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268778 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.268935 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269094 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269251 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269409 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269567 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269725 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.269882 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270039 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270196 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270403 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270524 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270644 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270791 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.270949 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271109 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271267 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271425 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271585 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271744 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.271920 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272080 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272237 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272395 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272554 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272711 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.272871 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273027 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273184 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273355 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273512 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273671 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273828 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.273985 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274197 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274324 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274530 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274615 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274720 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.274877 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275264 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275424 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275581 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275740 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.275914 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276077 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276236 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276406 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276565 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276723 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.276881 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277038 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277197 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277363 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277521 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277679 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277837 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.277995 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278153 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278320 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278479 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278637 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278795 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.278952 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279109 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279276 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279434 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279592 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279750 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.279923 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280083 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280250 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:31.280495 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280582 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280699 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.280855 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281013 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281179 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281337 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281509 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281683 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281841 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.281998 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282165 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282325 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282483 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282648 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282806 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.282963 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283120 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283289 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283447 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283607 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283765 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.283952 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284093 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284258 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284418 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284587 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284747 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.284907 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285072 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285244 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285410 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285568 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285731 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.285900 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286057 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286214 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286371 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286528 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286685 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286843 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.286999 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287156 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287312 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287470 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287626 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287782 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.287961 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288121 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288279 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288436 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288594 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288752 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.288910 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 08:24:31.289061 dv-cinder-817351-1-iscsi neutron-server[101951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 08:24:31.467654 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39272) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:24:31.476680 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063519 Nov 10 08:24:43.003677 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f200059-b8ba-4663-9f3c-03a1918ccc59 None None] get_active_networks_info from dv-cinder-817351-1-iscsi {{(pid=102062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 08:24:43.086613 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f200059-b8ba-4663-9f3c-03a1918ccc59 None None] No non-hosted networks {{(pid=102062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 08:24:43.102066 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.agentschedulers_db [None req-5f200059-b8ba-4663-9f3c-03a1918ccc59 None None] DHCP Agent not found on host dv-cinder-817351-1-iscsi {{(pid=102062) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 08:24:43.300204 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-cb8ecc11-6c8d-4c17-91dc-924b9e18e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:45.314566 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-79766957-7743-45a1-aaf9-341df4a54737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:45.352464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.db.api [None req-6801dcec-3bb6-4f20-a6ca-9b1cac48e573 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817351-1-iscsi {{(pid=102062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 08:24:45.353161 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG oslo_db.api [None req-6801dcec-3bb6-4f20-a6ca-9b1cac48e573 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 08:24:45.976399 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6801dcec-3bb6-4f20-a6ca-9b1cac48e573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:46.331846 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:47.786087 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:48.565692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:48.566544 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.567035 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.567427 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.567805 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.570892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.570892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.570892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.570892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.570892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.571275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.571275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.571275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:48.571275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:48.584551 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:24:49.094028 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39362) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:24:49.599839 dv-cinder-817351-1-iscsi neutron-server[102061]: WARNING oslo_policy.policy [None req-0577cc66-a833-4a35-be71-1acf57c1ee0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:24:49.600738 dv-cinder-817351-1-iscsi neutron-server[102061]: WARNING oslo_policy.policy [None req-0577cc66-a833-4a35-be71-1acf57c1ee0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:24:49.824849 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [None req-0577cc66-a833-4a35-be71-1acf57c1ee0b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:24:49.837423 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0577cc66-a833-4a35-be71-1acf57c1ee0b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7309082 Nov 10 08:24:51.756640 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.db.l3_hamode_db [None req-cad73ced-adee-4607-96b0-0ece2dfbe60f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 08:24:51.835205 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad73ced-adee-4607-96b0-0ece2dfbe60f None None] Routers set() bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:24:51.835583 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad73ced-adee-4607-96b0-0ece2dfbe60f None None] Router IDs set() for agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 08:24:52.356054 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39378) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:24:52.656359 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:24:52.750911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.policy [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102061) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 08:24:52.797533 dv-cinder-817351-1-iscsi neutron-server[102061]: WARNING oslo_policy.policy [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:24:52.797905 dv-cinder-817351-1-iscsi neutron-server[102061]: WARNING oslo_policy.policy [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:24:52.806326 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.quota [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] Loaded quota_driver: . Nov 10 08:24:52.954512 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747794990253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747794990842', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747795010748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747795009405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747794686561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747796216601', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631063', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32832905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387821', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707721'] for rbac-policy, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:53.150168 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:53.151305 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-2d25c084-105c-4404-aca4-ce7843aafa9d admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7943149 Nov 10 08:24:55.810587 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39390) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:24:56.097389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'project_id': 'e7133a01127541119d5210b233c83c40'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:24:56.184390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Made reservation on behalf of e7133a01127541119d5210b233c83c40 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:24:56.187798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.204092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.310311 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.395868 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.415692 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:24:56.446057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747791492572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.446621 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Unsubscribe: segment precommit_create {{(pid=102061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 08:24:56.447189 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Added segment 27cf434b-025e-4699-bed1-c83730148ec8 of type vlan for network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 Nov 10 08:24:56.462765 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c462630-c3a1-4e5e-9c10-2ccd4a7d0c72,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:24:56.475098 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.475522 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.475790 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.476148 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.476477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.476818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.477147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.477487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.477824 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.478142 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.478458 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.478772 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Tracked resource versions report: Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: pushed versions: Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: { 'AddressGroup': {'1.2'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'ConntrackHelper': {'1.0'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Log': {'1.0'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Network': {'1.1'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Port': {'1.7'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'PortForwarding': {'1.2'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'QosPolicy': {'1.10'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroup': {'1.5'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SubPort': {'1.0'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Subnet': {'1.1'}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Trunk': {'1.1'}} Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: consumer versions: Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'ConntrackHelper': '1.0', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Log': '1.0', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Network': '1.1', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Port': '1.7', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'PortForwarding': '1.2', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'QosPolicy': '1.10', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroup': '1.5', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroupRule': '1.2', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SubPort': '1.0', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Subnet': '1.1', Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Trunk': '1.1'}} Nov 10 08:24:56.479822 dv-cinder-817351-1-iscsi neutron-server[102061]: {{(pid=102061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:24:56.610215 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.696745 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.697790 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:24:56.698498 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:24:56.795383 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] Pushing event updated for resources: {'Network': ['ID=8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:24:56.807069 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:24:56.842375 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-bdfb878f-ee0a-42b1-a014-55f96a9d3f65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0307479 Nov 10 08:24:59.589593 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39404) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:24:59.973040 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafa2e0-1a9e-4701-a7b8-19ce0cd58a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:24:59.974398 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ccafa2e0-1a9e-4701-a7b8-19ce0cd58a4f admin admin] 10.222.0.21 "GET /v2.0/networks/8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 HTTP/1.1" status: 200 len: 825 time: 0.3838754 Nov 10 08:24:59.998579 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-911b55b9-30e6-4b14-9718-11842bf2be71 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/96a0e133-008a-4e78-b527-11d0cac8500e HTTP/1.1" status: 200 len: 734 time: 0.0179658 Nov 10 08:25:00.008026 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'ip_version': 4, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:25:00.110114 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Made reservation on behalf of e7133a01127541119d5210b233c83c40 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:25:00.112418 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:00.480005 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:00.550070 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d795e3f0-e681-4926-a456-b6f86ae24600,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:00.555610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Checking segment: {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:25:00.556022 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Network hostable DHCP agents. Network: 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:25:00.656614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:25:00.742249 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:00.747034 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:00.752658 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:00.753321 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ce170-0b85-4895-996c-4f6a5f0dde56 None None] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:25:00.833131 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-bf6988d5-e301-4eca-8efb-961606e6bdbb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8281882 Nov 10 08:25:01.073642 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:25:01.074840 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:01.371194 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Allocated IP 172.20.0.2 (8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4/d795e3f0-e681-4926-a456-b6f86ae24600/4df637fc-9079-44aa-bde0-763a605dcc85) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:25:01.576226 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:01.670794 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:01.746435 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:25:01.751826 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:01.761795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Pushing event updated for resources: {'Port': ['ID=4df637fc-9079-44aa-bde0-763a605dcc85,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:01.764058 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:25:01.795471 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.795839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.796246 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.796614 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.796921 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.797258 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.797588 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.797918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.798259 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.798582 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.798898 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.799224 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Tracked resource versions report: Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: pushed versions: Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: { 'AddressGroup': {'1.2'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'ConntrackHelper': {'1.0'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Log': {'1.0'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Network': {'1.1'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Port': {'1.7'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'PortForwarding': {'1.2'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'QosPolicy': {'1.10'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroup': {'1.5'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SubPort': {'1.0'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Subnet': {'1.1'}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Trunk': {'1.1'}} Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: consumer versions: Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'ConntrackHelper': '1.0', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Log': '1.0', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Network': '1.1', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Port': '1.7', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'PortForwarding': '1.2', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'QosPolicy': '1.10', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroup': '1.5', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroupRule': '1.2', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SubPort': '1.0', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Subnet': '1.1', Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Trunk': '1.1'}} Nov 10 08:25:01.800352 dv-cinder-817351-1-iscsi neutron-server[102062]: {{(pid=102062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:25:01.852214 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Attempting to bind port 4df637fc-9079-44aa-bde0-763a605dcc85 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:25:01.852621 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Attempting to bind port 4df637fc-9079-44aa-bde0-763a605dcc85 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:25:01.853054 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Attempting to bind port 4df637fc-9079-44aa-bde0-763a605dcc85 on network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:25:01.857898 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:25:01.858294 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Checking segment: {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:25:01.859283 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:01.859670 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Bound using segment: {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:25:01.860186 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Bound port: 4df637fc-9079-44aa-bde0-763a605dcc85, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:25:01.860602 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:01.923149 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] For port 4df637fc-9079-44aa-bde0-763a605dcc85, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:25:01.927199 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] For port 4df637fc-9079-44aa-bde0-763a605dcc85, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=4df637fc-9079-44aa-bde0-763a605dcc85,segment=NetworkSegment(27cf434b-025e-4699-bed1-c83730148ec8),segment_id=27cf434b-025e-4699-bed1-c83730148ec8)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:25:02.000614 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:02.065514 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c594b87-4cf5-4d50-9be5-7f3905d48ec5 None None] Pushing event updated for resources: {'Port': ['ID=4df637fc-9079-44aa-bde0-763a605dcc85,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:03.357300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39412) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:03.672676 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [None req-7d89b28e-2798-47d6-a111-1c79a85077a5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:25:03.673672 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7d89b28e-2798-47d6-a111-1c79a85077a5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154242 Nov 10 08:25:06.178666 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39420) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:06.492527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [None req-fcf7e7ca-82e6-48db-b000-cf805f399a0f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:25:06.494089 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fcf7e7ca-82e6-48db-b000-cf805f399a0f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3143868 Nov 10 08:25:09.202028 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39430) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:09.495095 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:25:09.582430 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:09.584115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:09.719017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:09.779411 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:09.860747 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:09.861973 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b59e0ffe-5731-4d66-9fd3-872399b0f4ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6585617 Nov 10 08:25:10.361213 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 4df637fc-9079-44aa-bde0-763a605dcc85 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:25:10.454086 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 4df637fc-9079-44aa-bde0-763a605dcc85 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:10.455768 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:10.567923 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:10.603226 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 4df637fc-9079-44aa-bde0-763a605dcc85, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=4df637fc-9079-44aa-bde0-763a605dcc85,segment=NetworkSegment(27cf434b-025e-4699-bed1-c83730148ec8),segment_id=27cf434b-025e-4699-bed1-c83730148ec8)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:25:10.676038 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:10.724802 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=4df637fc-9079-44aa-bde0-763a605dcc85,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:11.121869 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588e7e9-d48a-470d-94ec-aa1e0c8b9715 None None] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:25:11.181382 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-d9e68f81-5f67-46f5-9246-ce8ab2e5d6d6 None None] Provisioning complete for port 4df637fc-9079-44aa-bde0-763a605dcc85 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:11.181743 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d9e68f81-5f67-46f5-9246-ce8ab2e5d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:11.530137 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-6b54be3f-4847-4c88-babd-877ce0953b45 None None] Provisioning complete for port 4df637fc-9079-44aa-bde0-763a605dcc85 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:11.530753 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6b54be3f-4847-4c88-babd-877ce0953b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:12.336834 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 4df637fc-9079-44aa-bde0-763a605dcc85 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:25:12.364504 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39442) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:12.386329 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 4df637fc-9079-44aa-bde0-763a605dcc85 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:12.386692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:12.672436 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [None req-9413c210-a7d6-453e-9a60-b67046ceae54 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:25:12.673428 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9413c210-a7d6-453e-9a60-b67046ceae54 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079922 Nov 10 08:25:12.950131 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0639276b-b182-4800-90ca-8aedccefd370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.157150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39450) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:15.319126 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5c01164d-df3c-489f-a5b1-e3878f60023f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.469092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:25:15.543989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Made reservation on behalf of dcc9e857e5f6428f96ee03f706d7c3c2 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:25:15.546669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.554473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.627614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.709672 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.723692 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Reserving flat network on physical network physnet1 {{(pid=102061) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 08:25:15.745483 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.745827 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Added segment 1eb739e0-701a-44a3-aba5-b4204e418934 of type flat for network 60abc94a-01aa-4e47-859b-c5f14ee9f76c Nov 10 08:25:15.747093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72222b9-87c9-407d-ad4c-c16a49aa27fb,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:15.794209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.887074 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.887947 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:15.888535 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:15.946810 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] Pushing event updated for resources: {'Network': ['ID=60abc94a-01aa-4e47-859b-c5f14ee9f76c,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:15.956213 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:25:16.004084 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fd96a157-b56a-43c6-8d90-bc6bbcd2f14c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8458521 Nov 10 08:25:16.319554 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:17.704175 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:18.552137 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 39468) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:18.572577 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:18.724287 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8b663-2a01-426f-a3df-23b2689bfa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:18.725597 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fdb8b663-2a01-426f-a3df-23b2689bfa39 admin admin] 10.222.0.21 "GET /v2.0/subnets/d795e3f0-e681-4926-a456-b6f86ae24600 HTTP/1.1" status: 200 len: 849 time: 0.1725881 Nov 10 08:25:18.847336 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6683431d-d4cf-44d4-8266-55a83f8e619b admin admin] 10.222.0.21 "GET /v2.0/routers/775500e4-9cc6-4385-9543-4dcacfcf38e9 HTTP/1.1" status: 200 len: 704 time: 0.1155567 Nov 10 08:25:19.113191 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:19.174012 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:25:19.408349 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Allocated IP 172.20.0.1 (8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4/d795e3f0-e681-4926-a456-b6f86ae24600/9a569a92-7fa2-4b98-b40d-6e6321f3c9b1) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:25:19.671161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:19.784555 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:19.864667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:25:19.873104 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:19.875745 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:25:19.876831 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:19.933248 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Pushing event updated for resources: {'Port': ['ID=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:20.074570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-a4126971-44bd-454e-af56-a81abf4128ab None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:20.075101 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a4126971-44bd-454e-af56-a81abf4128ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.107159 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a4126971-44bd-454e-af56-a81abf4128ab None None] Port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:25:20.149852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.355493 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.410246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.411035 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.487482 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Pushing event updated for resources: {'Port': ['ID=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:20.533904 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:25:20.535155 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:20.729380 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-6a8f44ae-4f2c-4472-a346-8be4377f715d None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:20.729754 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6a8f44ae-4f2c-4472-a346-8be4377f715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:20.749852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Router 775500e4-9cc6-4385-9543-4dcacfcf38e9 is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:25:20.764020 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f44ae-4f2c-4472-a346-8be4377f715d None None] Port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:25:20.842592 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:25:20.848678 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8d58fbef-20c1-4a63-b41d-f615a52f437e admin admin] 10.222.0.21 "PUT /v2.0/routers/775500e4-9cc6-4385-9543-4dcacfcf38e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9938757 Nov 10 08:25:20.853036 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Sync routers for ids ['775500e4-9cc6-4385-9543-4dcacfcf38e9'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:25:20.865749 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Routers {'775500e4-9cc6-4385-9543-4dcacfcf38e9'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:25:20.866592 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:25:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['775500e4-9cc6-4385-9543-4dcacfcf38e9'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:21.053308 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Set router 775500e4-9cc6-4385-9543-4dcacfcf38e9 gateway port host: None {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:25:21.476844 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:20Z', 'revision_number': 2, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port_host': None, '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:20Z', 'revision_number': 2, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:21.527465 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Checking router: 775500e4-9cc6-4385-9543-4dcacfcf38e9 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:25:21.527843 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Updating router 775500e4-9cc6-4385-9543-4dcacfcf38e9 port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:25:21.575290 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.077245 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.161627 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.325269 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Pushing event updated for resources: {'Port': ['ID=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:22.339686 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.340011 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.340350 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.340684 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.341016 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.341340 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.341664 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.341990 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.342306 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.342627 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.343180 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.343519 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Tracked resource versions report: Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: pushed versions: Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: { 'AddressGroup': {'1.2'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'ConntrackHelper': {'1.0'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Log': {'1.0'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Network': {'1.1'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Port': {'1.7'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'PortForwarding': {'1.2'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'QosPolicy': {'1.10'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroup': {'1.5'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SubPort': {'1.0'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Subnet': {'1.1'}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Trunk': {'1.1'}} Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: consumer versions: Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'ConntrackHelper': '1.0', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Log': '1.0', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Network': '1.1', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Port': '1.7', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'PortForwarding': '1.2', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'QosPolicy': '1.10', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroup': '1.5', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroupRule': '1.2', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SubPort': '1.0', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Subnet': '1.1', Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Trunk': '1.1'}} Nov 10 08:25:22.344612 dv-cinder-817351-1-iscsi neutron-server[102063]: {{(pid=102063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:25:22.349257 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Attempting to bind port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:25:22.349655 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Attempting to bind port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:25:22.350102 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Attempting to bind port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 on network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:25:22.355421 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:25:22.355837 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Checking segment: {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:25:22.356350 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.356734 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Bound using segment: {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:25:22.357470 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Bound port: 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cf434b-025e-4699-bed1-c83730148ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:25:22.357661 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.392287 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-dc954253-28ad-49d5-85d5-1376cbee30d3 None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:22.392826 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-dc954253-28ad-49d5-85d5-1376cbee30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.450010 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-dc954253-28ad-49d5-85d5-1376cbee30d3 None None] Port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:25:22.478720 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] For port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:25:22.499553 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] For port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,segment=NetworkSegment(27cf434b-025e-4699-bed1-c83730148ec8),segment_id=27cf434b-025e-4699-bed1-c83730148ec8)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:25:22.561688 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.620991 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Routers {'775500e4-9cc6-4385-9543-4dcacfcf38e9'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:25:22.621616 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:25:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['775500e4-9cc6-4385-9543-4dcacfcf38e9'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:22.660505 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1a15-94f0-454a-a3d7-e2ff2cedaf5c None None] Pushing event updated for resources: {'Port': ['ID=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:22.717194 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] Set router 775500e4-9cc6-4385-9543-4dcacfcf38e9 gateway port host: None {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:25:22.774537 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:22.775012 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.856999 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.894886 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] For port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,segment=NetworkSegment(27cf434b-025e-4699-bed1-c83730148ec8),segment_id=27cf434b-025e-4699-bed1-c83730148ec8)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:25:22.955180 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:20Z', 'revision_number': 2, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port_host': None, '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:22Z', 'revision_number': 4, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:22.971206 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:22.983264 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ca4b-84b8-469b-b8a5-2390eb343d45 None None] The sync data for ids ['775500e4-9cc6-4385-9543-4dcacfcf38e9'] in dv-cinder-817351-1-iscsi is: [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:20Z', 'revision_number': 2, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port_host': None, '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:22Z', 'revision_number': 4, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:25:23.025755 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60453cdb-a44a-4982-8fdc-c03487054d12 None None] Pushing event updated for resources: {'Port': ['ID=9a569a92-7fa2-4b98-b40d-6e6321f3c9b1,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:23.186567 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 39488) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:23.334287 dv-cinder-817351-1-iscsi neutron-server[102060]: WARNING oslo_policy.policy [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:25:23.334899 dv-cinder-817351-1-iscsi neutron-server[102060]: WARNING oslo_policy.policy [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:25:23.776133 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.policy [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 08:25:23.824586 dv-cinder-817351-1-iscsi neutron-server[102060]: WARNING oslo_policy.policy [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:25:23.824966 dv-cinder-817351-1-iscsi neutron-server[102060]: WARNING oslo_policy.policy [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 08:25:23.833077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:23.835040 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ac4bce02-b7cd-4c4c-9e26-4aa63cc9bb33 admin admin] 10.222.0.21 "GET /v2.0/networks/60abc94a-01aa-4e47-859b-c5f14ee9f76c HTTP/1.1" status: 200 len: 842 time: 0.6462564 Nov 10 08:25:23.845503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:25:23.847326 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.quota [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Loaded quota_driver: . Nov 10 08:25:23.958988 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Made reservation on behalf of dcc9e857e5f6428f96ee03f706d7c3c2 for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:25:23.961868 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:24.435945 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.objects.ports [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 08:25:24.436649 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:24.505282 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f573fcc-7baa-4097-a5b7-ebd04ddfa644,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:24.507459 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:25:24.507825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Network hostable DHCP agents. Network: 60abc94a-01aa-4e47-859b-c5f14ee9f76c, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:25:24.518803 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.519091 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.519423 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.519749 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.520162 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.520449 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.520766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.521106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.521440 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.521753 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.522061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.522369 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Tracked resource versions report: Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: pushed versions: Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: { 'AddressGroup': {'1.2'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'ConntrackHelper': {'1.0'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Log': {'1.0'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Network': {'1.1'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Port': {'1.7'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'PortForwarding': {'1.2'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'QosPolicy': {'1.10'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroup': {'1.5'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SubPort': {'1.0'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Subnet': {'1.1'}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Trunk': {'1.1'}} Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: consumer versions: Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'ConntrackHelper': '1.0', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Log': '1.0', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Network': '1.1', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Port': '1.7', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'PortForwarding': '1.2', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'QosPolicy': '1.10', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroup': '1.5', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroupRule': '1.2', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SubPort': '1.0', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Subnet': '1.1', Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Trunk': '1.1'}} Nov 10 08:25:24.523445 dv-cinder-817351-1-iscsi neutron-server[102060]: {{(pid=102060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:25:24.635607 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:25:24.715451 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 60abc94a-01aa-4e47-859b-c5f14ee9f76c) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:24.720469 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:24.721185 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:24.725198 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97159a36-6848-48ce-9a26-cda33aeabdc5 None None] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:25:24.807629 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-83c51334-a7df-44ce-9d23-df40c83d53ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9659226 Nov 10 08:25:24.854750 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd413d-4012-4487-8a49-d7d9a546d0d4 None None] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:25:27.220601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 39508) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:27.460170 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9dddc00a-9d5e-4087-9f4f-d15904519bbf admin admin] 10.222.0.21 "GET /v2.0/routers/775500e4-9cc6-4385-9543-4dcacfcf38e9 HTTP/1.1" status: 200 len: 710 time: 0.2384386 Nov 10 08:25:27.553108 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee378a13-4856-4582-99f5-0028c0aa5776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:25:27.554450 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ee378a13-4856-4582-99f5-0028c0aa5776 admin admin] 10.222.0.21 "GET /v2.0/networks/60abc94a-01aa-4e47-859b-c5f14ee9f76c HTTP/1.1" status: 200 len: 886 time: 0.0866878 Nov 10 08:25:27.564645 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:25:27.801649 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:28.161735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:28.236960 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:28.458854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Allocated IP 172.27.3.244 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/b6656b81-fb96-4b94-a74d-3eb466f8b603) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:25:28.583798 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:28.702640 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:28.779227 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:25:28.784053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:25:28.787724 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:25:28.866097 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Pushing event updated for resources: {'Port': ['ID=b6656b81-fb96-4b94-a74d-3eb466f8b603,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:29.174790 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:29.364243 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37757'] for router, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:29.369119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396374'] for router, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:29.476340 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Router 775500e4-9cc6-4385-9543-4dcacfcf38e9 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:25:29.579601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:25:29.583950 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:29.599914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6e085900-d7a3-4ccf-a6c8-a3fffe444800 admin admin] 10.222.0.21 "PUT /v2.0/routers/775500e4-9cc6-4385-9543-4dcacfcf38e9 HTTP/1.1" status: 200 len: 890 time: 2.0244100 Nov 10 08:25:29.986575 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Sync routers for ids ['775500e4-9cc6-4385-9543-4dcacfcf38e9'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:25:29.997886 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Routers {'775500e4-9cc6-4385-9543-4dcacfcf38e9'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:25:29.998536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:25:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['775500e4-9cc6-4385-9543-4dcacfcf38e9'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:30.210232 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Set router 775500e4-9cc6-4385-9543-4dcacfcf38e9 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:25:30.400459 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:25:30.533998 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:30.534372 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:30.766853 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:28Z', 'revision_number': 4, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port': {'id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:28Z', 'updated_at': '2021-11-10T08:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:22Z', 'revision_number': 5, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:30.818726 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Checking router: 775500e4-9cc6-4385-9543-4dcacfcf38e9 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:25:30.819099 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Updating router 775500e4-9cc6-4385-9543-4dcacfcf38e9 port b6656b81-fb96-4b94-a74d-3eb466f8b603 binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:25:30.868781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.180895 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.250217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.297849 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Attempting to bind port b6656b81-fb96-4b94-a74d-3eb466f8b603 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:25:31.298211 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Attempting to bind port b6656b81-fb96-4b94-a74d-3eb466f8b603 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:25:31.298570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Attempting to bind port b6656b81-fb96-4b94-a74d-3eb466f8b603 on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:25:31.305027 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50de4a-cfa8-495b-b52e-025c2e937279 None None] Pushing event updated for resources: {'Port': ['ID=b6656b81-fb96-4b94-a74d-3eb466f8b603,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:31.307612 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:25:31.307995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:25:31.308381 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.308819 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:25:31.309282 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Bound port: b6656b81-fb96-4b94-a74d-3eb466f8b603, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:25:31.309674 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.358582 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] For port b6656b81-fb96-4b94-a74d-3eb466f8b603, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:25:31.361497 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] For port b6656b81-fb96-4b94-a74d-3eb466f8b603, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=b6656b81-fb96-4b94-a74d-3eb466f8b603,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:25:31.427812 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:31.487394 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50de4a-cfa8-495b-b52e-025c2e937279 None None] Pushing event updated for resources: {'Port': ['ID=b6656b81-fb96-4b94-a74d-3eb466f8b603,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:31.490125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Routers {'775500e4-9cc6-4385-9543-4dcacfcf38e9'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:25:31.490789 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:25:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['775500e4-9cc6-4385-9543-4dcacfcf38e9'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:31.595247 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] Set router 775500e4-9cc6-4385-9543-4dcacfcf38e9 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:25:31.800559 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:28Z', 'revision_number': 4, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port': {'id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:28Z', 'updated_at': '2021-11-10T08:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:22Z', 'revision_number': 5, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:25:31.829100 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb27285-da8d-453a-82c1-9875a3b5d644 None None] The sync data for ids ['775500e4-9cc6-4385-9543-4dcacfcf38e9'] in dv-cinder-817351-1-iscsi is: [{'id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'name': 'router1', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:25:09Z', 'updated_at': '2021-11-10T08:25:28Z', 'revision_number': 4, 'project_id': 'e7133a01127541119d5210b233c83c40', 'gw_port': {'id': 'b6656b81-fb96-4b94-a74d-3eb466f8b603', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:28Z', 'updated_at': '2021-11-10T08:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '9a569a92-7fa2-4b98-b40d-6e6321f3c9b1', 'name': '', 'network_id': '8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4', 'tenant_id': 'e7133a01127541119d5210b233c83c40', 'mac_address': 'fa:16:3e:66:ad:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775500e4-9cc6-4385-9543-4dcacfcf38e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:25:19Z', 'updated_at': '2021-11-10T08:25:22Z', 'revision_number': 5, 'project_id': 'e7133a01127541119d5210b233c83c40', 'subnets': [{'id': 'd795e3f0-e681-4926-a456-b6f86ae24600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a0e133-008a-4e78-b527-11d0cac8500e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:25:32.091481 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 39520) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:25:32.210095 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f612b9e7-e24a-4250-94c4-6d53621a3e89 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1174290 Nov 10 08:25:32.397728 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6656b81-fb96-4b94-a74d-3eb466f8b603 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:25:32.450102 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port b6656b81-fb96-4b94-a74d-3eb466f8b603 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:32.450473 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:32.530148 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:32.552101 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port b6656b81-fb96-4b94-a74d-3eb466f8b603, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=b6656b81-fb96-4b94-a74d-3eb466f8b603,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:25:32.635315 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:32.685956 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=b6656b81-fb96-4b94-a74d-3eb466f8b603,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:25:34.353639 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6656b81-fb96-4b94-a74d-3eb466f8b603 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:25:34.404969 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port b6656b81-fb96-4b94-a74d-3eb466f8b603 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:25:34.405421 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:42.954764 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-cf3e75fc-3519-4881-bd08-7f5df9e18bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:45.315186 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5817-6c8a-4d25-a2ab-70dfb2b2a7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:46.286414 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:47.743598 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:48.678675 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:25:56.172312 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:26:12.959769 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1b4e6a90-d528-43e8-8452-f4c4534962e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:15.301529 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5e2e99c1-a020-4bbe-95fa-ca40d472d9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:16.289168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:17.736338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:18.568486 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:33.171563 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:26:42.950848 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-86b00f25-eaa7-4028-894c-095f9cf1979f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:45.307253 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9bf0-c4d7-40e8-b757-7a51ef41fd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:46.295532 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:47.712624 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:26:48.541064 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:10.169571 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:27:11.686491 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40082) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:11.747439 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.pecan_wsgi.hooks.translation [None req-709c812c-4d7f-47c3-9907-ea39cade0d46 admin admin] GET failed (client error): The resource could not be found. Nov 10 08:27:11.748832 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-709c812c-4d7f-47c3-9907-ea39cade0d46 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613832 Nov 10 08:27:11.909816 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8da523-d6fe-4b3c-ab60-6f7ccde2ca90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:11.911170 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ab8da523-d6fe-4b3c-ab60-6f7ccde2ca90 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577733 Nov 10 08:27:12.960721 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d268b563-a39d-4e09-9ef6-0adc476adaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:14.215065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40092) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:14.371296 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d552e7f-3545-4da2-acb6-f5b02dd7578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:14.373186 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-1d552e7f-3545-4da2-acb6-f5b02dd7578e admin admin] 10.222.0.21 "GET /v2.0/subnets/d795e3f0-e681-4926-a456-b6f86ae24600 HTTP/1.1" status: 200 len: 849 time: 0.1566789 Nov 10 08:27:14.382943 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:27:14.465967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:14.658074 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747791340418'] for subnet, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:14.686821 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:14.687655 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:14.689096 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] 10.222.0.21 "PUT /v2.0/subnets/d795e3f0-e681-4926-a456-b6f86ae24600 HTTP/1.1" status: 200 len: 868 time: 0.3094547 Nov 10 08:27:14.701071 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cf531-0975-447f-9654-1a444c6d91ea None None] Network 8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:27:14.711021 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d795e3f0-e681-4926-a456-b6f86ae24600,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:27:14.718933 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.719266 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.719561 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.719920 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.720254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.720589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.720921 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.721275 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.721647 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.721967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.722295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:14.722621 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461bba1d-29dd-4ef4-bee4-36c2f2106ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:27:15.027839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-f843f228-3381-4276-befe-f6da81b96f45 None None] Provisioning complete for port 4df637fc-9079-44aa-bde0-763a605dcc85 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:27:15.028226 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f843f228-3381-4276-befe-f6da81b96f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:15.110420 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-f843f228-3381-4276-befe-f6da81b96f45 None None] Provisioning complete for port 9a569a92-7fa2-4b98-b40d-6e6321f3c9b1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:27:15.110778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f843f228-3381-4276-befe-f6da81b96f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:15.317198 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7d6dad4b-7008-4301-89ef-63d22e0719d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:16.288509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:16.974622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40100) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:17.170564 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e49cb9-155a-4c4b-9240-7df206868e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:17.171020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e49cb9-155a-4c4b-9240-7df206868e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:17.172556 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-01e49cb9-155a-4c4b-9240-7df206868e4f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970022 Nov 10 08:27:17.751286 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:18.573886 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:19.520363 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40108) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:19.720611 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ac4db-6cc8-4247-bc34-eddecc51e71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:19.720972 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ac4db-6cc8-4247-bc34-eddecc51e71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:19.722511 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-4c8ac4db-6cc8-4247-bc34-eddecc51e71f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012141 Nov 10 08:27:22.090609 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40118) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:22.215197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3d778-db16-4179-a415-2539dc080325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:22.216742 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d7f3d778-db16-4179-a415-2539dc080325 admin admin] 10.222.0.21 "GET /v2.0/networks/60abc94a-01aa-4e47-859b-c5f14ee9f76c HTTP/1.1" status: 200 len: 886 time: 0.1251881 Nov 10 08:27:24.523644 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40126) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:24.655432 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e173a3-479d-4c87-8f3d-ac409fbc4659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:24.656748 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a3e173a3-479d-4c87-8f3d-ac409fbc4659 admin admin] 10.222.0.21 "GET /v2.0/networks/8d44cd0d-d2bb-450c-a8c6-4a2c9e60d2d4 HTTP/1.1" status: 200 len: 869 time: 0.1321230 Nov 10 08:27:26.962687 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40134) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:27.087185 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7159e5e-21ab-45f6-985b-fdd7de918eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:27.087637 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7159e5e-21ab-45f6-985b-fdd7de918eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:27.089182 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e7159e5e-21ab-45f6-985b-fdd7de918eb7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255515 Nov 10 08:27:29.360571 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40142) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:29.451331 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579014b-3be7-4de2-a067-bc60bd60a1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:29.451768 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579014b-3be7-4de2-a067-bc60bd60a1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:29.453328 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a579014b-3be7-4de2-a067-bc60bd60a1af admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917361 Nov 10 08:27:31.716421 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40150) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:31.801034 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82ec39-b874-456a-b58c-f79c03b923d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:31.802338 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5f82ec39-b874-456a-b58c-f79c03b923d3 admin admin] 10.222.0.21 "GET /v2.0/subnets/3f573fcc-7baa-4097-a5b7-ebd04ddfa644 HTTP/1.1" status: 200 len: 816 time: 0.0845027 Nov 10 08:27:34.068985 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40158) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:34.168621 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279e9bf-d5b5-408d-b37a-570b8d2d17b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:27:34.170434 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7279e9bf-d5b5-408d-b37a-570b8d2d17b4 admin admin] 10.222.0.21 "GET /v2.0/subnets/d795e3f0-e681-4926-a456-b6f86ae24600 HTTP/1.1" status: 200 len: 868 time: 0.1004946 Nov 10 08:27:42.978766 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-57c4813e-b2bb-49fb-bf47-15239037e68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:45.310259 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-33be58f1-e4e8-4cda-9df3-7015d185da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:46.303124 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:47.167153 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:27:47.730968 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:48.550251 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:27:59.807008 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40212) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:27:59.854597 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [None req-6ae73b3c-d520-45e7-aafa-28be73abc25e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:27:59.855579 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6ae73b3c-d520-45e7-aafa-28be73abc25e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476551 Nov 10 08:28:02.194896 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40220) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:28:02.253931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c47d72b-e984-4e07-9d06-955fbdaf8346 admin admin] GET failed (client error): The resource could not be found. Nov 10 08:28:02.255209 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5c47d72b-e984-4e07-9d06-955fbdaf8346 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594049 Nov 10 08:28:02.395165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc113e-8ad5-4ff7-8874-cc61458d471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:28:02.396668 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7efc113e-8ad5-4ff7-8874-cc61458d471c admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369467 Nov 10 08:28:04.711010 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40228) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:28:04.758081 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:28:04.835193 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Made reservation on behalf of dcc9e857e5f6428f96ee03f706d7c3c2 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:28:04.837477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:04.864859 dv-cinder-817351-1-iscsi neutron-server[102061]: WARNING neutron.services.revisions.revision_plugin [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Could not find related network for resource to bump revision. Nov 10 08:28:04.875163 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:28:04.883235 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:04.884114 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Added segment a0684495-d593-48df-bf90-24f1972510ab of type vlan for network 9490b059-424c-4eca-a54d-0754427d5235 Nov 10 08:28:04.931172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:05.023755 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:05.024701 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:28:05.025274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:05.080934 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] Pushing event updated for resources: {'Network': ['ID=9490b059-424c-4eca-a54d-0754427d5235,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:28:05.093648 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 9490b059-424c-4eca-a54d-0754427d5235 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:28:05.147025 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-197b31fe-1aa5-404a-a380-e5f173decf6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4348614 Nov 10 08:28:07.478181 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40236) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:28:07.537480 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5265c9ce-5ed9-4a72-9d37-d4fd1590c2a2 admin admin] GET failed (client error): The resource could not be found. Nov 10 08:28:07.538758 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5265c9ce-5ed9-4a72-9d37-d4fd1590c2a2 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596135 Nov 10 08:28:07.616791 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a33b7-609d-494f-98c0-5b6d0672cac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:28:07.618222 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0e3a33b7-609d-494f-98c0-5b6d0672cac3 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0749507 Nov 10 08:28:07.628408 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:28:07.703687 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Made reservation on behalf of dcc9e857e5f6428f96ee03f706d7c3c2 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:28:07.705804 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:07.922384 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:07.981610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:28:07.985616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Checking segment: {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:28:07.985968 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Network hostable DHCP agents. Network: 9490b059-424c-4eca-a54d-0754427d5235, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:28:08.092274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Network 9490b059-424c-4eca-a54d-0754427d5235 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:28:08.177912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 9490b059-424c-4eca-a54d-0754427d5235) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:28:08.181911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:28:08.182704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.187921 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde8dc4-d4cf-4432-90a7-e31efcde3310 None None] Network 9490b059-424c-4eca-a54d-0754427d5235 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:28:08.284297 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b255ea60-9480-40e0-a905-7f4041976a62 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6590364 Nov 10 08:28:08.436133 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-9490b059-424c-4eca-a54d-0754427d5235', 'network_id': '9490b059-424c-4eca-a54d-0754427d5235', 'tenant_id': 'dcc9e857e5f6428f96ee03f706d7c3c2', 'fixed_ips': [{'subnet_id': '0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:28:08.437078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.582780 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Allocated IP 192.168.233.2 (9490b059-424c-4eca-a54d-0754427d5235/0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9/849bd9b2-d0b5-456b-b639-7bc08133c4bb) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:28:08.727070 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.778662 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.819353 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Network 9490b059-424c-4eca-a54d-0754427d5235 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:28:08.822253 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:28:08.826488 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:28:08.831752 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Pushing event updated for resources: {'Port': ['ID=849bd9b2-d0b5-456b-b639-7bc08133c4bb,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:28:08.839768 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.840647 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.840993 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.841324 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.841653 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.841976 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.842297 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.842620 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.842956 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.843276 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.843595 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.843930 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:28:08.900022 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Attempting to bind port 849bd9b2-d0b5-456b-b639-7bc08133c4bb on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:28:08.900385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Attempting to bind port 849bd9b2-d0b5-456b-b639-7bc08133c4bb by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:28:08.900740 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Attempting to bind port 849bd9b2-d0b5-456b-b639-7bc08133c4bb on network 9490b059-424c-4eca-a54d-0754427d5235 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:28:08.906200 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:28:08.906564 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Checking segment: {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:28:08.906955 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.907334 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Bound using segment: {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:28:08.907921 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Bound port: 849bd9b2-d0b5-456b-b639-7bc08133c4bb, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:28:08.908319 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:08.971867 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] For port 849bd9b2-d0b5-456b-b639-7bc08133c4bb, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:28:08.974946 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] For port 849bd9b2-d0b5-456b-b639-7bc08133c4bb, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=849bd9b2-d0b5-456b-b639-7bc08133c4bb,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:28:09.035431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:09.100809 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae72a2-543c-46c6-82ab-be2b183a1f87 None None] Pushing event updated for resources: {'Port': ['ID=849bd9b2-d0b5-456b-b639-7bc08133c4bb,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:28:09.860088 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c065f5d-7fbd-4ddd-93e7-4483628d3bc3 None None] Network 9490b059-424c-4eca-a54d-0754427d5235 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:28:09.924783 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] Provisioning complete for port 849bd9b2-d0b5-456b-b639-7bc08133c4bb triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:28:09.925146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:10.075395 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:10.113492 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] For port 849bd9b2-d0b5-456b-b639-7bc08133c4bb, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=849bd9b2-d0b5-456b-b639-7bc08133c4bb,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:28:10.198870 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:10.260092 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06d5a-fc5c-445e-baf2-a602038092cb None None] Pushing event updated for resources: {'Port': ['ID=849bd9b2-d0b5-456b-b639-7bc08133c4bb,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:28:10.320493 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-180bbe3e-674a-4e3d-9db3-caf991915f1e None None] Provisioning complete for port 849bd9b2-d0b5-456b-b639-7bc08133c4bb triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:28:10.320862 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-180bbe3e-674a-4e3d-9db3-caf991915f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:10.477189 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 849bd9b2-d0b5-456b-b639-7bc08133c4bb up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:28:10.528977 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 849bd9b2-d0b5-456b-b639-7bc08133c4bb triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:28:10.529341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:13.006745 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc9c2-9493-4ed7-998a-352d03afd67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:15.297678 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ce888016-6a27-4999-99ea-25917e2d6cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:16.301157 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:17.714876 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:18.552718 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:24.165324 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:28:42.963361 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-780a8f34-98b9-4bc0-80e9-64bb870513ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:45.317493 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-85731590-9c30-4f7e-8722-59bc8bd08872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:46.296743 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:47.723943 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:28:48.540526 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:01.163728 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:29:12.958348 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d99cf065-5de4-46c7-b5d0-adfeae8c3378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:15.301410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6b2b06f4-6601-4693-a209-f8d58aa91748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:16.300908 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:17.729608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:18.539146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:28.171954 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40280) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:29:28.177826 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [None req-88425958-4f13-42b6-841e-e8b78068f4aa tempest-verify_tempest_config-1323163910 tempest-verify_tempest_config-1323163910-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:29:28.178829 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-88425958-4f13-42b6-841e-e8b78068f4aa tempest-verify_tempest_config-1323163910 tempest-verify_tempest_config-1323163910-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058494 Nov 10 08:29:28.621409 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40298) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:29:28.729331 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:28.891345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:28.966855 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:29.011263 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc90f854d6f04c3e83c8e5a9b2fb1d63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3888271 Nov 10 08:29:29.012251 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037690f5-44d9-492b-80e4-73bc02d98e54,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:29:29.014084 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40304) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:29:29.029196 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.029564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.029907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.030241 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.030573 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.031029 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.031364 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.031708 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.032070 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.032394 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.032714 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.033030 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650cf06-f85f-4edc-b68a-ad73e313886e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:29:29.076506 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:29.099466 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:29.255208 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:29.257653 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:29.258787 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/037690f5-44d9-492b-80e4-73bc02d98e54 HTTP/1.1" status: 204 len: 168 time: 0.2438192 Nov 10 08:29:29.266584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d7b48-c018-4f05-9a04-82952029416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037690f5-44d9-492b-80e4-73bc02d98e54,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:29:38.162553 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:29:42.961180 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-020d245c-791d-4981-876d-60486e9e088f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:45.568550 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a46-6962-4d46-8dd9-1dbeb3af0c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:46.299930 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:47.722412 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:29:48.539673 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:12.963510 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-dd61f68e-d5bc-4768-8ef4-bac341754bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:15.160788 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:30:15.319903 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-43dc155e-9170-4f32-a315-36b48982cf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:16.303995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:17.738591 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:18.532886 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:42.983412 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b09afb29-e966-434c-b3ad-4a7b6ecc9421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:45.324004 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-cc47608d-7963-4548-b271-648e29b2e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:46.331659 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:47.743005 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:48.577330 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:30:52.158974 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 5 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:31:03.098352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394297'] for agent, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:12.963577 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-286b0c9c-8cfd-4673-9ced-49943168a9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:15.345914 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d464500-904d-413c-8a4f-272dcc5ee7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:16.313203 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:17.730245 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:17.810870 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40376) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:31:17.914042 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-231419b3-76b2-4d58-bb0c-419f1cb87523 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020932 Nov 10 08:31:18.562650 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:20.222728 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40386) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:31:20.282881 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-66ba3905-a288-47be-91da-c8c9590205c8 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591078 Nov 10 08:31:29.157595 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:31:33.044091 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:42.985916 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2488a9ea-9956-447b-8174-b217237012d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:45.317935 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-39b79830-6d46-454e-bf50-f4dd454ce7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:46.306338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:47.733073 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:31:48.563249 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:03.082725 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:06.156797 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:32:12.980338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0937bc76-790f-4498-a699-41a2c3570a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:15.353082 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-24731032-85d0-4cad-98d0-3fa4b601fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:16.356141 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:17.750634 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:18.625013 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:33.053002 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:42.978939 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0c935c87-1fb1-4feb-9060-415a84327c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:43.157343 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:32:45.338887 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9cc0de29-0cde-4aac-8c86-022c66a8f4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:46.338884 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:47.907947 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:48.572797 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.309896 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40548) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:49.559167 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1032874106-network', 'tenant_id': 'd85ca8846167469f9c5e83e64606740a'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:49.651249 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Made reservation on behalf of d85ca8846167469f9c5e83e64606740a for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:49.653588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.662323 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.739919 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.799314 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.841865 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:32:49.846439 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794795bf-6fe4-4841-98f9-306212988c7f,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:49.862852 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.863370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.863974 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.864540 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.865106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.866112 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.866695 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.867157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.867791 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.868925 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.869474 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.870030 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Tracked resource versions report: Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: pushed versions: Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: { 'AddressGroup': {'1.2'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'ConntrackHelper': {'1.0'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Log': {'1.0'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Network': {'1.1'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Port': {'1.7'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'PortForwarding': {'1.2'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'QosPolicy': {'1.10'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroup': {'1.5'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SubPort': {'1.0'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Subnet': {'1.1'}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Trunk': {'1.1'}} Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: consumer versions: Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: HyperV agent@hv-cinder-81735: {}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'ConntrackHelper': '1.0', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Log': '1.0', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Network': '1.1', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Port': '1.7', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'PortForwarding': '1.2', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'QosPolicy': '1.10', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroup': '1.5', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SecurityGroupRule': '1.2', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'SubPort': '1.0', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Subnet': '1.1', Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: 'Trunk': '1.1'}} Nov 10 08:32:49.871652 dv-cinder-817351-1-iscsi neutron-server[102060]: {{(pid=102060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:32:49.888190 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747791492572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:49.889074 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Unsubscribe: segment precommit_create {{(pid=102060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 08:32:49.889492 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Added segment b1789974-f7a1-49aa-b251-2afea24751d6 of type vlan for network 47baa376-cefe-48c6-ad0d-f56b5df90902 Nov 10 08:32:49.972075 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.075736 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.076651 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:50.077426 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.170291 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] Pushing event updated for resources: {'Network': ['ID=47baa376-cefe-48c6-ad0d-f56b5df90902,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:50.182269 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 47baa376-cefe-48c6-ad0d-f56b5df90902 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:32:50.197438 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3cdacfb5-a4c0-4449-8c91-c32a499df901 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8857782 Nov 10 08:32:50.200267 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40598) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:50.205499 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Request body: {'subnet': {'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1032874106-subnet', 'tenant_id': 'd85ca8846167469f9c5e83e64606740a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:50.337924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Made reservation on behalf of d85ca8846167469f9c5e83e64606740a for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:50.340421 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.385333 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40604) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:50.412023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40610) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:50.586699 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.639783 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9295d1cf-43c6-44ce-9b36-7c72686ffc47,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:50.649201 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Checking segment: {'id': 'b1789974-f7a1-49aa-b251-2afea24751d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:50.650301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Network hostable DHCP agents. Network: 47baa376-cefe-48c6-ad0d-f56b5df90902, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:32:50.655233 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40626) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:50.726449 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Network 47baa376-cefe-48c6-ad0d-f56b5df90902 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:32:50.733448 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1315740450-network', 'tenant_id': '95c3254046964e80b54657eda18c022f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:50.746733 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-network', 'tenant_id': '55577f76080645f3929affba4566c88e'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:50.810315 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 47baa376-cefe-48c6-ad0d-f56b5df90902) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:50.814983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:50.815857 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.824107 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873edd6-4c8c-4f49-a3c2-6b8c7d6df93a None None] Network 47baa376-cefe-48c6-ad0d-f56b5df90902 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:50.840872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Made reservation on behalf of 95c3254046964e80b54657eda18c022f for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:50.843322 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.867335 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.951245 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.972102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Made reservation on behalf of 55577f76080645f3929affba4566c88e for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:50.975756 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:50.989387 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.015855 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b7c3c-88e8-4208-a9df-96fbe47b493c None None] Network 47baa376-cefe-48c6-ad0d-f56b5df90902 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:51.019132 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-network', 'tenant_id': '68120f0794924ae480f2676a2b58e354'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:51.036511 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.065108 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-4926ae85-77b9-41f5-9d81-7c0383323944 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8634226 Nov 10 08:32:51.111705 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb36ac7-29dd-454b-b083-44a37c2eb957,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:51.123471 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.123830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.124189 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.124769 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.125317 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.125842 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.126317 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.126894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.127389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.127940 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.128405 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.129032 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Tracked resource versions report: Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: pushed versions: Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: { 'AddressGroup': {'1.2'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'ConntrackHelper': {'1.0'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Log': {'1.0'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Network': {'1.1'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Port': {'1.7'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'PortForwarding': {'1.2'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'QosPolicy': {'1.10'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroup': {'1.5'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SubPort': {'1.0'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Subnet': {'1.1'}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Trunk': {'1.1'}} Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: consumer versions: Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: HyperV agent@hv-cinder-81735: {}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'ConntrackHelper': '1.0', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Log': '1.0', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Network': '1.1', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Port': '1.7', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'PortForwarding': '1.2', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'QosPolicy': '1.10', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroup': '1.5', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SecurityGroupRule': '1.2', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'SubPort': '1.0', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Subnet': '1.1', Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: 'Trunk': '1.1'}} Nov 10 08:32:51.130259 dv-cinder-817351-1-iscsi neutron-server[102061]: {{(pid=102061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:32:51.149606 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:32:51.182479 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.184413 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Added segment 2ca037a3-6123-47ed-9d05-bbe17f5c8b61 of type vlan for network a8b5f732-efe7-49f3-912c-9c6781fa16b3 Nov 10 08:32:51.241716 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Made reservation on behalf of 68120f0794924ae480f2676a2b58e354 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:51.244627 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.258527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.264862 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.334698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.411126 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.412823 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:51.413977 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.422050 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.438957 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.511669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:32:51.516831 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.528667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] Pushing event updated for resources: {'Network': ['ID=a8b5f732-efe7-49f3-912c-9c6781fa16b3,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:51.539080 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:32:51.566849 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.567396 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Added segment ec9616f3-565e-481d-811b-5a6e5dae4c6d of type vlan for network 01b917d4-a943-4ed1-8269-d45364cbe831 Nov 10 08:32:51.586654 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a863a826-6c70-48cb-aef8-c995d5af2bea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2038457 Nov 10 08:32:51.587543 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:32:51.589921 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40672) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:51.594875 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Request body: {'subnet': {'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1315740450-subnet', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:51.622959 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ffd902-01cc-426a-a9fc-62d060be537c,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:51.681966 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.682690 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Added segment 8f4469a5-c1e2-45d6-aad6-76001a2372b7 of type vlan for network 53d67005-2749-4845-aee8-aef476b438d4 Nov 10 08:32:51.730302 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Made reservation on behalf of 95c3254046964e80b54657eda18c022f for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:51.732899 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.891683 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:51.898613 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654d0752-d245-429b-89c5-d166436d48d8,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:51.905988 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.024752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.028487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.029445 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:52.030125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.032244 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.033216 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:52.033750 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.087244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1e2cca-4cee-4aaf-87da-5a0ff3647825,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:52.096108 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Checking segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:52.096458 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Network hostable DHCP agents. Network: a8b5f732-efe7-49f3-912c-9c6781fa16b3, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:32:52.155126 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] Pushing event updated for resources: {'Network': ['ID=01b917d4-a943-4ed1-8269-d45364cbe831,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:52.173261 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 01b917d4-a943-4ed1-8269-d45364cbe831 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:32:52.206066 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-95d60919-f99e-49b1-8f0b-39ed4eb933bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7929106 Nov 10 08:32:52.209884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40690) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:52.215180 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Request body: {'subnet': {'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-subnet', 'tenant_id': '55577f76080645f3929affba4566c88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:52.232587 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] Pushing event updated for resources: {'Network': ['ID=53d67005-2749-4845-aee8-aef476b438d4,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:52.243555 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 53d67005-2749-4845-aee8-aef476b438d4 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:32:52.319170 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:32:52.322101 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c4909726-ec48-4040-91fc-810eb34b7a0d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6657960 Nov 10 08:32:52.324863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40692) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:52.330652 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Request body: {'subnet': {'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-subnet', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:52.402182 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, a8b5f732-efe7-49f3-912c-9c6781fa16b3) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:52.409593 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Made reservation on behalf of 55577f76080645f3929affba4566c88e for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:52.412430 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d75c8d-a967-4636-81aa-2319178deae9 None None] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:52.412787 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.459724 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:52.460436 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.515558 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Made reservation on behalf of 68120f0794924ae480f2676a2b58e354 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:32:52.521776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.567314 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:32:52.568199 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.626671 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40698) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:52.627633 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5c820682-8726-4c4a-bc28-f313de6851f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0366120 Nov 10 08:32:52.633130 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:52.669286 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.714987 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Allocated IP 172.20.0.2 (a8b5f732-efe7-49f3-912c-9c6781fa16b3/6f1e2cca-4cee-4aaf-87da-5a0ff3647825/ff16f3d4-18fa-4580-a832-5bf92df7d841) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:52.724242 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:52.740131 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Checking segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:52.740634 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Network hostable DHCP agents. Network: 01b917d4-a943-4ed1-8269-d45364cbe831, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:32:52.783745 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.785270 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.833087 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Network 01b917d4-a943-4ed1-8269-d45364cbe831 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:32:52.838680 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.861207 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.879047 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.908294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 01b917d4-a943-4ed1-8269-d45364cbe831) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:52.914920 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:52.916163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:52.925793 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c7f10-c3f6-494d-9ce9-2d158f30b21b None None] Network 01b917d4-a943-4ed1-8269-d45364cbe831 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:52.968321 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.002945 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:53.004606 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:53.021615 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-edb66469-f8b1-4b4c-b853-29f76f3d99e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8106458 Nov 10 08:32:53.022879 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247f789f-193c-4601-ab69-de7c583dfdf6,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:53.024421 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40706) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:53.031530 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:53.097352 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Checking segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:53.097721 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Network hostable DHCP agents. Network: 53d67005-2749-4845-aee8-aef476b438d4, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:32:53.101180 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.144667 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:53.147826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.149198 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.247862 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Network 53d67005-2749-4845-aee8-aef476b438d4 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:32:53.268555 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Attempting to bind port ff16f3d4-18fa-4580-a832-5bf92df7d841 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:32:53.268929 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Attempting to bind port ff16f3d4-18fa-4580-a832-5bf92df7d841 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:32:53.269421 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Attempting to bind port ff16f3d4-18fa-4580-a832-5bf92df7d841 on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:32:53.280351 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:32:53.281056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Checking segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:53.281642 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.282202 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Bound using segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:32:53.284035 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Bound port: ff16f3d4-18fa-4580-a832-5bf92df7d841, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:32:53.286552 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.308461 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd9258-6cab-4a05-8d4b-37f10703ba04 None None] Network 01b917d4-a943-4ed1-8269-d45364cbe831 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:53.320759 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Pushing event updated for resources: {'Port': ['ID=ff16f3d4-18fa-4580-a832-5bf92df7d841,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:53.336414 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.337176 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 53d67005-2749-4845-aee8-aef476b438d4) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:53.363006 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:53.363993 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.381445 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e175ed4-d422-4140-8979-fbbac437d0cf None None] Network 53d67005-2749-4845-aee8-aef476b438d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:53.391539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.392354 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.392888 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.393220 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.393717 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.394051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.394542 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.395005 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.395488 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.395820 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.396315 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.396813 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Tracked resource versions report: Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: pushed versions: Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: { 'AddressGroup': {'1.2'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'ConntrackHelper': {'1.0'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Log': {'1.0'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Network': {'1.1'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Port': {'1.7'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'PortForwarding': {'1.2'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'QosPolicy': {'1.10'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroup': {'1.5'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SubPort': {'1.0'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Subnet': {'1.1'}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Trunk': {'1.1'}} Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: consumer versions: Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: HyperV agent@hv-cinder-81735: {}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'ConntrackHelper': '1.0', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Log': '1.0', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Network': '1.1', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Port': '1.7', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'PortForwarding': '1.2', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'QosPolicy': '1.10', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroup': '1.5', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SecurityGroupRule': '1.2', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'SubPort': '1.0', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Subnet': '1.1', Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: 'Trunk': '1.1'}} Nov 10 08:32:53.398085 dv-cinder-817351-1-iscsi neutron-server[102062]: {{(pid=102062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:32:53.518150 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] For port ff16f3d4-18fa-4580-a832-5bf92df7d841, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:32:53.533229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] For port ff16f3d4-18fa-4580-a832-5bf92df7d841, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=ff16f3d4-18fa-4580-a832-5bf92df7d841,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:32:53.543769 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40748) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:53.546763 dv-cinder-817351-1-iscsi neutron-server[102060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 08:32:53.609348 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-db7ec1dc-6998-48b6-9bdd-8791eb917284 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2832353 Nov 10 08:32:53.616870 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40752) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:53.623377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:32:53.634397 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.717256 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.731163 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e00f3c-2a04-4d0e-abd6-69614f64998a None None] Pushing event updated for resources: {'Port': ['ID=ff16f3d4-18fa-4580-a832-5bf92df7d841,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:53.740241 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.751582 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-53d67005-2749-4845-aee8-aef476b438d4', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:32:53.752407 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.787799 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.788983 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.802720 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bf703dfe-8584-49d2-b164-c66559f5e5bc tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:32:53.804931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bf703dfe-8584-49d2-b164-c66559f5e5bc tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/networks?id=47baa376-cefe-48c6-ad0d-f56b5df90902 HTTP/1.1" status: 200 len: 812 time: 0.2597523 Nov 10 08:32:53.921313 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:53.930550 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Allocated IP 172.20.0.2 (53d67005-2749-4845-aee8-aef476b438d4/247f789f-193c-4601-ab69-de7c583dfdf6/e41ae810-b3c6-436b-9f29-7599d0028d25) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:53.944070 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Allocated IP 172.27.3.23 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/59cab0dc-ce92-4346-906a-e2e7714a593f) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:54.077889 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-ad351c32-e933-4b1b-8ebd-f8d35b22c2c0 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/quotas/d85ca8846167469f9c5e83e64606740a HTTP/1.1" status: 200 len: 375 time: 0.0364926 Nov 10 08:32:54.077889 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.156868 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-06ef3e2d-ad49-4f7e-86b0-6b7c85566fea tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d85ca8846167469f9c5e83e64606740a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333025 Nov 10 08:32:54.178818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40766) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:54.230475 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.304701 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.387227 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-93e5f9f5-05e0-4d93-b6f9-c4ed614db48b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:32:54.388266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-93e5f9f5-05e0-4d93-b6f9-c4ed614db48b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0657139 Nov 10 08:32:54.393359 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.393689 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.398783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3355559c-1a01-4d66-8531-6f930c1048fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.443947 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Network 53d67005-2749-4845-aee8-aef476b438d4 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:54.448098 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:54.450750 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:54.459320 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Pushing event updated for resources: {'Port': ['ID=e41ae810-b3c6-436b-9f29-7599d0028d25,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:54.492407 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3355559c-1a01-4d66-8531-6f930c1048fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.514165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.521570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Attempting to bind port e41ae810-b3c6-436b-9f29-7599d0028d25 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:32:54.522023 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Attempting to bind port e41ae810-b3c6-436b-9f29-7599d0028d25 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:32:54.522373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Attempting to bind port e41ae810-b3c6-436b-9f29-7599d0028d25 on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:32:54.529292 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:32:54.529734 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Checking segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:54.530056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.530438 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Bound using segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:32:54.531049 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Bound port: e41ae810-b3c6-436b-9f29-7599d0028d25, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:32:54.531290 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.551325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.599791 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-64510477-82ee-4a67-80cc-0fc12026bcf0 service neutron] 10.222.0.21 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834214 Nov 10 08:32:54.607668 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.657123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] For port e41ae810-b3c6-436b-9f29-7599d0028d25, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:32:54.663097 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] For port e41ae810-b3c6-436b-9f29-7599d0028d25, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=e41ae810-b3c6-436b-9f29-7599d0028d25,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:32:54.725439 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device ff16f3d4-18fa-4580-a832-5bf92df7d841 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:32:54.779136 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port ff16f3d4-18fa-4580-a832-5bf92df7d841 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:54.780210 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.783574 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.824586 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-25d3df75-524d-45ff-a4d9-42d661f42fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165537 Nov 10 08:32:54.845657 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Allocated IP 172.27.3.52 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:54.889518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3355559c-1a01-4d66-8531-6f930c1048fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:54.891004 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a6f3-e163-4924-8184-7ed118b089e7 None None] Pushing event updated for resources: {'Port': ['ID=e41ae810-b3c6-436b-9f29-7599d0028d25,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:54.951524 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.022922 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port ff16f3d4-18fa-4580-a832-5bf92df7d841, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=ff16f3d4-18fa-4580-a832-5bf92df7d841,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:32:55.041619 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:55.073996 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.084019 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:55.094592 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355559c-1a01-4d66-8531-6f930c1048fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd249f2-3910-492a-b98d-036085b3d2de,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:55.104541 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.110801 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Pushing event updated for resources: {'Port': ['ID=59cab0dc-ce92-4346-906a-e2e7714a593f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:55.125562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:55.131411 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3355559c-1a01-4d66-8531-6f930c1048fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cdfd16d910c43a79f5ea8eee07ca468&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9513829 Nov 10 08:32:55.135425 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40792) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:55.264462 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.321921 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05c642-61f7-4195-b4c1-93521ef66487 None None] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:55.332939 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.425059 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=ff16f3d4-18fa-4580-a832-5bf92df7d841,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:55.445718 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.469591 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:55.490811 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40816) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:55.491644 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-9cac7052-86e0-4dd5-983e-c9f9d20aadb6 None None] Provisioning complete for port ff16f3d4-18fa-4580-a832-5bf92df7d841 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:55.494841 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9cac7052-86e0-4dd5-983e-c9f9d20aadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.501654 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:55.506294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:55.509679 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:55.687834 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.710929 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.714864 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.716527 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-28d34deb-a79c-4e2a-9674-7470e1b81d52 req-81e4c2e8-ca2a-477f-a947-e76c5d688c7b tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.2248099 Nov 10 08:32:55.984074 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.990177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:55.995354 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fd249f2-3910-492a-b98d-036085b3d2de HTTP/1.1" status: 204 len: 168 time: 0.8542740 Nov 10 08:32:56.006378 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dc956-a328-4647-80cc-850595bb544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd249f2-3910-492a-b98d-036085b3d2de,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:56.058807 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Allocated IP 172.27.3.37 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/b6b77637-e3e3-4496-a23d-df620c84b346) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:56.145747 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-8b0d1437-3e14-484d-8882-7372595e6747 None None] Provisioning complete for port ff16f3d4-18fa-4580-a832-5bf92df7d841 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:56.146789 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8b0d1437-3e14-484d-8882-7372595e6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.183610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.325577 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.338718 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.442884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.499027 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c63d12-996e-4f89-8f73-fa2b93d3b2e4 None None] Network 53d67005-2749-4845-aee8-aef476b438d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:32:56.511542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.572553 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:56.591717 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] Provisioning complete for port e41ae810-b3c6-436b-9f29-7599d0028d25 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:56.591980 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.605460 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:56.611049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:56.613382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Pushing event updated for resources: {'Port': ['ID=b6b77637-e3e3-4496-a23d-df620c84b346,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:56.693380 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:32:56.799141 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:32:56.812818 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:56.840105 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device e41ae810-b3c6-436b-9f29-7599d0028d25 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:32:56.953910 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-edea0937-5f98-4b9a-b097-1948eb2dc835 req-fab3db90-4109-4577-931e-f0953cae1e64 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0399408 Nov 10 08:32:57.093318 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:32:57.105007 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] For port e41ae810-b3c6-436b-9f29-7599d0028d25, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=e41ae810-b3c6-436b-9f29-7599d0028d25,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:32:57.116615 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Sync routers for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:32:57.132905 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:32:57.133531 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:57.153874 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port e41ae810-b3c6-436b-9f29-7599d0028d25 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:57.154405 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.174644 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40884) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:57.179559 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.189030 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.189979 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2fa2292c-a62a-4748-b006-c1dcd156d9e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1636372 Nov 10 08:32:57.203969 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c557a9e9-b7aa-4c16-a89f-f8d6c2d96271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.211579 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40886) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:57.265513 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:32:57.267381 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:32:57.286253 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ac20-54db-4d0a-973c-e4d9fc58b287 None None] Pushing event updated for resources: {'Port': ['ID=e41ae810-b3c6-436b-9f29-7599d0028d25,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:57.297997 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:32:57.298910 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:57.307059 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.394033 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device ff16f3d4-18fa-4580-a832-5bf92df7d841 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:32:57.407058 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.408148 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a60f4804-8927-4f7a-b1eb-556368c35343 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7803876 Nov 10 08:32:57.409112 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 40892) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:57.499325 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:32:57.554074 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-56324f64-9c80-4eb1-bc73-50a8a541aa95 None None] Provisioning complete for port e41ae810-b3c6-436b-9f29-7599d0028d25 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:57.554488 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-56324f64-9c80-4eb1-bc73-50a8a541aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.561640 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port ff16f3d4-18fa-4580-a832-5bf92df7d841 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:57.562002 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.605827 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:32:57.685542 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c557a9e9-b7aa-4c16-a89f-f8d6c2d96271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.705420 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.757735 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:57.775984 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c557a9e9-b7aa-4c16-a89f-f8d6c2d96271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.792859 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Checking router: 5fd36e0b-4207-4db7-ac52-1129fc16fa3f for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:32:57.793216 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Updating router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:32:57.843506 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.889350 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:57.923367 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c557a9e9-b7aa-4c16-a89f-f8d6c2d96271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d331c638a7f488c9f3ffa615a7c413a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7475593 Nov 10 08:32:57.926040 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40900) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:57.927029 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:32:57.927385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Updating router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de port 59cab0dc-ce92-4346-906a-e2e7714a593f binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:32:57.956201 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:57.959491 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:32:57.963997 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557a9e9-b7aa-4c16-a89f-f8d6c2d96271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d812ec-8144-4440-8e08-74cfc040d5e8,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:58.166741 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.221549 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8a4e65dd-3768-4a1d-93e0-75758d720438 req-1bb8398f-0ebe-48b3-a3d4-14d41081a9ba tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0530715 Nov 10 08:32:58.231188 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.242301 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.278473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:32:58.294446 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:32:58.306741 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:32:58.307364 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:58.326736 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.343553 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.356751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.360730 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e90adfaa-1433-4f96-ac8c-61202bad65dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7401645 Nov 10 08:32:58.360966 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 40914) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:32:58.423463 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.449847 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.452179 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Attempting to bind port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:32:58.452551 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Attempting to bind port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:32:58.452694 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.452912 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Attempting to bind port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:32:58.456263 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76d812ec-8144-4440-8e08-74cfc040d5e8 HTTP/1.1" status: 204 len: 168 time: 0.5270419 Nov 10 08:32:58.456413 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Pushing event updated for resources: {'Port': ['ID=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,revision_number=2']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:58.468991 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:32:58.469357 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:58.469757 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.470139 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:32:58.470569 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f8d27-3d39-48cd-8ab1-84ea985c4382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d812ec-8144-4440-8e08-74cfc040d5e8,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:58.470709 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Bound port: a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:32:58.470982 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.496792 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.497941 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.497941 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.497941 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.498241 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.498438 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.498763 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.499213 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.499407 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.499796 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.500149 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.500467 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Tracked resource versions report: Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: pushed versions: Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: { 'AddressGroup': {'1.2'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'ConntrackHelper': {'1.0'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Log': {'1.0'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Network': {'1.1'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Port': {'1.7'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'PortForwarding': {'1.2'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'QosPolicy': {'1.10'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroup': {'1.5'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroupRule': {'1.2'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SubPort': {'1.0'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Subnet': {'1.1'}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Trunk': {'1.1'}} Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: consumer versions: Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: { DHCP agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: HyperV agent@hv-cinder-81735: {}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: L3 agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: Metadata agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: Metering agent@dv-cinder-817351-1-iscsi: {}, Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: Open vSwitch agent@dv-cinder-817351-1-iscsi: { 'AddressGroup': '1.2', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'ConntrackHelper': '1.0', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Log': '1.0', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Network': '1.1', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Port': '1.7', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'PortForwarding': '1.2', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'QosPolicy': '1.10', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroup': '1.5', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SecurityGroupRule': '1.2', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'SubPort': '1.0', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Subnet': '1.1', Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: 'Trunk': '1.1'}} Nov 10 08:32:58.501625 dv-cinder-817351-1-iscsi neutron-server[102063]: {{(pid=102063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 08:32:58.523077 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:32:58.585857 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.640123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device e41ae810-b3c6-436b-9f29-7599d0028d25 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:32:58.685431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.725894 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] For port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:32:58.736501 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] For port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:32:58.784330 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Attempting to bind port 59cab0dc-ce92-4346-906a-e2e7714a593f on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:32:58.784700 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Attempting to bind port 59cab0dc-ce92-4346-906a-e2e7714a593f by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:32:58.785060 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Attempting to bind port 59cab0dc-ce92-4346-906a-e2e7714a593f on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:32:58.787728 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef37feb-4811-4c33-980b-27fcd6b7f8eb None None] Pushing event updated for resources: {'Port': ['ID=59cab0dc-ce92-4346-906a-e2e7714a593f,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:58.802494 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:32:58.802882 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:32:58.803297 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.804414 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:32:58.804768 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Bound port: 59cab0dc-ce92-4346-906a-e2e7714a593f, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:32:58.805572 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.809480 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port e41ae810-b3c6-436b-9f29-7599d0028d25 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:32:58.809838 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.847358 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:58.860914 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Allocated IP 172.20.0.1 (01b917d4-a943-4ed1-8269-d45364cbe831/c0b1a85e-25eb-4e3f-8b48-bb00012e19c8/12f9718d-395d-43bd-b6ea-593fa2c0854b) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:58.892373 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Allocated IP 172.20.0.1 (a8b5f732-efe7-49f3-912c-9c6781fa16b3/6f1e2cca-4cee-4aaf-87da-5a0ff3647825/16318bd3-4bee-43af-a386-e40be127cf67) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:58.952456 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:56Z', 'revision_number': 3, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:58.971773 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] For port 59cab0dc-ce92-4346-906a-e2e7714a593f, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:32:58.981988 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] For port 59cab0dc-ce92-4346-906a-e2e7714a593f, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=59cab0dc-ce92-4346-906a-e2e7714a593f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:32:59.007975 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:32:59.008326 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Updating router f214363b-8330-4cb4-bb88-d8ccbfe1458d port b6b77637-e3e3-4496-a23d-df620c84b346 binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:32:59.049511 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.076174 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.216398 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:32:59.217558 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:59.247787 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:32:59.251762 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:59.280112 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef37feb-4811-4c33-980b-27fcd6b7f8eb None None] Pushing event updated for resources: {'Port': ['ID=59cab0dc-ce92-4346-906a-e2e7714a593f,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:59.310146 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6f69-5a4c-4f59-a09a-aaa0445e1a50 None None] Pushing event updated for resources: {'Port': ['ID=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:59.323093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.394553 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.424364 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:32:59.434457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.498628 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:32:59.581286 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Allocated IP 172.20.0.1 (53d67005-2749-4845-aee8-aef476b438d4/247f789f-193c-4601-ab69-de7c583dfdf6/c6b0cb26-a3d2-4203-a868-490b6d93836b) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:32:59.640836 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2f6277a1-ee33-4655-aa31-5aecd88bcdd6 req-6511ea1f-8d6e-4870-8868-7cbd0ea31bd5 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0600007 Nov 10 08:32:59.642816 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.651084 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.712159 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:59.723559 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:59.731981 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:59.732869 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.762691 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:32:59.777109 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Network 01b917d4-a943-4ed1-8269-d45364cbe831 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:32:59.790923 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.861297 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:32:59.869267 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Pushing event updated for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:32:59.895823 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:32:59.896083 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.960323 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde637d4-ebc8-456e-aaf7-ebc943345601 None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:32:59.961053 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:32:59.976711 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.056988 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Network 53d67005-2749-4845-aee8-aef476b438d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:00.061015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:00.061357 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.076368 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:00.077649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.114730 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-23daaf10-05f9-491d-8123-43b350d371a2 None None] Provisioning complete for port 16318bd3-4bee-43af-a386-e40be127cf67 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:00.117415 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-23daaf10-05f9-491d-8123-43b350d371a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.190536 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b18908-0d51-4256-b59c-dc0bd39c4960 None None] Pushing event updated for resources: {'Port': ['ID=b6b77637-e3e3-4496-a23d-df620c84b346,revision_number=2']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:00.193228 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Attempting to bind port b6b77637-e3e3-4496-a23d-df620c84b346 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:00.193786 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Attempting to bind port b6b77637-e3e3-4496-a23d-df620c84b346 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:00.194771 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Attempting to bind port b6b77637-e3e3-4496-a23d-df620c84b346 on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:00.212739 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:00.217668 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:00.233391 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Pushing event updated for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:00.272191 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-23daaf10-05f9-491d-8123-43b350d371a2 None None] Port 16318bd3-4bee-43af-a386-e40be127cf67 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:00.290298 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:00.291302 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:00.291935 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.292706 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:00.293376 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Bound port: b6b77637-e3e3-4496-a23d-df620c84b346, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:00.293956 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.404647 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] For port b6b77637-e3e3-4496-a23d-df620c84b346, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:00.410544 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] For port b6b77637-e3e3-4496-a23d-df620c84b346, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=b6b77637-e3e3-4496-a23d-df620c84b346,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:00.418937 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b2d37-1cdd-415b-bc2e-60c19a780ef9 None None] The sync data for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi is: [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:55Z', 'revision_number': 3, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:00.519355 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.539468 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.548207 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.695951 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-c0a87703-5933-42e8-9b88-f4c94122842b None None] Provisioning complete for port c6b0cb26-a3d2-4203-a868-490b6d93836b triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:00.696932 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c0a87703-5933-42e8-9b88-f4c94122842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:00.714685 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b18908-0d51-4256-b59c-dc0bd39c4960 None None] Pushing event updated for resources: {'Port': ['ID=b6b77637-e3e3-4496-a23d-df620c84b346,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:00.719607 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:00.720738 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:00.807897 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-c0a87703-5933-42e8-9b88-f4c94122842b None None] Port c6b0cb26-a3d2-4203-a868-490b6d93836b cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:00.869028 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-32f77a8d-404b-4276-994e-572a6d50fc48 req-99e17898-1c15-4572-9046-b6808fc3e254 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0608208 Nov 10 08:33:00.944239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 59cab0dc-ce92-4346-906a-e2e7714a593f up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:01.083247 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 59cab0dc-ce92-4346-906a-e2e7714a593f triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:01.083608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.126608 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.126875 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:01.235238 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.245442 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.45', 64336) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:01.247699 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.252494 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.256209 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.285086 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 59cab0dc-ce92-4346-906a-e2e7714a593f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=59cab0dc-ce92-4346-906a-e2e7714a593f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:01.354883 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.369820 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.370569 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.448482 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Pushing event updated for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:01.482551 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=59cab0dc-ce92-4346-906a-e2e7714a593f,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:01.515103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:01.662741 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:56Z', 'revision_number': 3, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:01.726457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41004) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:01.731359 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4a480-b951-4a34-bc74-713bf3336008 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:32:56Z', 'revision_number': 3, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:01.778414 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Pushing event updated for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:01.928232 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8f6524e2-b103-4237-a636-9f61b4342610 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:02.235366 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8f6524e2-b103-4237-a636-9f61b4342610 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.45 "GET /v2.0/networks?id=47baa376-cefe-48c6-ad0d-f56b5df90902 HTTP/1.1" status: 200 len: 812 time: 0.6869938 Nov 10 08:33:02.237323 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Network 01b917d4-a943-4ed1-8269-d45364cbe831 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:02.237323 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:02.238739 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Request body: {'port': {'device_id': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902', 'admin_state_up': True, 'tenant_id': 'd85ca8846167469f9c5e83e64606740a'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:02.241176 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e22d8b86-691d-42a5-9d79-8568a393437f req-09611ebc-f699-4bef-bcc0-5edce124bafa tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.1193588 Nov 10 08:33:02.405370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:02.434020 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:02.470437 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0947e86e-b4f2-4c86-9f6c-0aa33dbc5010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:02.819912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:02.883280 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:02.926247 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:02.927205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:02.935820 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Made reservation on behalf of d85ca8846167469f9c5e83e64606740a for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:02.939531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:02.952272 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:33:02.979316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-4fb32449-fe07-4f19-9164-acbab3a122f8 None None] Provisioning complete for port 16318bd3-4bee-43af-a386-e40be127cf67 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:02.979841 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4fb32449-fe07-4f19-9164-acbab3a122f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.048824 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:03.050580 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.099667 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-4fb32449-fe07-4f19-9164-acbab3a122f8 None None] Port 16318bd3-4bee-43af-a386-e40be127cf67 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:03.141304 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:33:03.181666 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.183547 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0947e86e-b4f2-4c86-9f6c-0aa33dbc5010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.198608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.214702 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:03.228963 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:03.280935 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:33:03.287516 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-01bcdd17-31b7-419d-aedf-e5111ddfb095 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fd36e0b-4207-4db7-ac52-1129fc16fa3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0295172 Nov 10 08:33:03.288415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0947e86e-b4f2-4c86-9f6c-0aa33dbc5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.320552 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.322066 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 59cab0dc-ce92-4346-906a-e2e7714a593f up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:03.357463 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3d5c00db-4ca0-423b-a21c-87f5a0bada54 req-dd44cea1-fb77-4a2a-b184-63c4d714a70e tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0993040 Nov 10 08:33:03.362247 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Network 53d67005-2749-4845-aee8-aef476b438d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:03.374807 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:03.547059 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:03.558286 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0947e86e-b4f2-4c86-9f6c-0aa33dbc5010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78e74b7b82eb450a8105903c39f3a232&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8065219 Nov 10 08:33:03.578387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41094) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:03.578387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947e86e-b4f2-4c86-9f6c-0aa33dbc5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119ec9a-60cc-4c1b-aef9-81ccf276f684,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:03.578975 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 59cab0dc-ce92-4346-906a-e2e7714a593f triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:03.578975 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.641988 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:33:03.678167 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-24bd2578-e702-4930-8f28-818fd453c47f admin admin] 10.222.0.21 "PUT /v2.0/routers/9b3166b9-ed29-4d93-94fe-bd4d4cec74de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2574534 Nov 10 08:33:03.719739 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.752900 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6b77637-e3e3-4496-a23d-df620c84b346 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:03.768681 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.845572 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-2abfc943-5ede-4fe6-b026-c2173d2f2b38 None None] Provisioning complete for port c6b0cb26-a3d2-4203-a868-490b6d93836b triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:03.846049 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2abfc943-5ede-4fe6-b026-c2173d2f2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.906730 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:33:03.915701 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-2abfc943-5ede-4fe6-b026-c2173d2f2b38 None None] Port c6b0cb26-a3d2-4203-a868-490b6d93836b cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:03.926433 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port b6b77637-e3e3-4496-a23d-df620c84b346 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:03.926624 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.927250 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.929560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:03.933335 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:03.935792 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2119ec9a-60cc-4c1b-aef9-81ccf276f684 HTTP/1.1" status: 204 len: 168 time: 0.3605573 Nov 10 08:33:03.939652 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:03.948856 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99315ee4-4e7c-48df-bb0d-9558acf70da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119ec9a-60cc-4c1b-aef9-81ccf276f684,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:03.974798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Allocated IP 172.20.0.5 (47baa376-cefe-48c6-ad0d-f56b5df90902/9295d1cf-43c6-44ce-9b36-7c72686ffc47/9c06ac1f-467c-4cd6-881c-508520dbfd07) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:04.002641 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:33:04.247375 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:33:04.262472 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8eebdab0-93d7-4aae-a1bf-5303e8beabe5 admin admin] 10.222.0.21 "PUT /v2.0/routers/f214363b-8330-4cb4-bb88-d8ccbfe1458d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9004185 Nov 10 08:33:04.284886 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:04.333222 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:04.377946 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port b6b77637-e3e3-4496-a23d-df620c84b346, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=b6b77637-e3e3-4496-a23d-df620c84b346,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:04.395525 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:04.401044 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-5330d0fd-b0e8-469d-ad69-69be6152fb4e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:04.410086 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-5330d0fd-b0e8-469d-ad69-69be6152fb4e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 819 time: 0.2095985 Nov 10 08:33:04.428701 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:04.432145 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-51842fab-a05d-46e2-a1ce-694109433bae tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/quotas/55577f76080645f3929affba4566c88e HTTP/1.1" status: 200 len: 375 time: 0.0208492 Nov 10 08:33:04.470413 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Sync routers for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:33:04.492982 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:04.495436 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:04.530390 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-6b43f80c-8726-4f8e-b277-2174afb3487e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971611 Nov 10 08:33:04.542804 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:04.725811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Network 47baa376-cefe-48c6-ad0d-f56b5df90902 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:04.737316 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:04.740968 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:04.759373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:04.768994 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:04.769841 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:04.774879 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:04.796018 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Pushing event updated for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:04.971595 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-8bd359c4-3be7-478a-9be8-b2be2dec7386 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9206748 Nov 10 08:33:04.975130 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=b6b77637-e3e3-4496-a23d-df620c84b346,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:04.985146 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-3c4d6ef2-a854-4e8b-9e1b-96153ddd8aa6 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:33:04.986850 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-3c4d6ef2-a854-4e8b-9e1b-96153ddd8aa6 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100956 Nov 10 08:33:05.085198 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:05.086375 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:05.109995 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41150) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:05.297686 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 2, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:05.301111 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '12f9718d-395d-43bd-b6ea-593fa2c0854b', 'name': '', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'tenant_id': '55577f76080645f3929affba4566c88e', 'mac_address': 'fa:16:3e:a7:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 2, 'project_id': '55577f76080645f3929affba4566c88e', 'subnets': [{'id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:05.355084 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:33:05.355250 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Checking router: 5fd36e0b-4207-4db7-ac52-1129fc16fa3f for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:33:05.355250 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Updating router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f port 12f9718d-395d-43bd-b6ea-593fa2c0854b binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:33:05.356264 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:33:05.356563 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Updating router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de port 16318bd3-4bee-43af-a386-e40be127cf67 binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:33:05.393258 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:05.393888 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:05.397879 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:05.406028 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41164) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:05.412713 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73697284', 'description': 'tempest-description--1500204582'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:05.414119 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:05.562230 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c83bb825-641c-43e4-9a84-080ca742d2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:05.631186 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2414f-e366-4b9b-84a3-66df08819a68 req-fdfc77d3-e193-4c1c-abeb-853e7ccc3050 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:05.657176 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61b2414f-e366-4b9b-84a3-66df08819a68 req-fdfc77d3-e193-4c1c-abeb-853e7ccc3050 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 931 time: 0.1460426 Nov 10 08:33:05.747997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Request body: {'port': {'device_id': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:05.767180 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:05.850294 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61b2414f-e366-4b9b-84a3-66df08819a68 req-24ee779c-aa3e-4afb-acb2-372e8d6351e7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989305 Nov 10 08:33:05.912867 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-251385d7-c704-4d2a-8c58-978e9001b79b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:33:05.921061 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-251385d7-c704-4d2a-8c58-978e9001b79b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2520039 Nov 10 08:33:06.109160 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.154322 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-1208a675-9eaa-4862-8b61-347d3749d8a5 service neutron] 10.222.0.21 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314637 Nov 10 08:33:06.190827 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.221005 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.228254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c83bb825-641c-43e4-9a84-080ca742d2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.244222 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:06.397823 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-95b75f89-dd9f-47fc-9b5f-703f20ce5545 service neutron] 10.222.0.21 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368963 Nov 10 08:33:06.405118 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.412063 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.529809 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:06.557357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c83bb825-641c-43e4-9a84-080ca742d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.617510 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.647850 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.649923 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f5c9a3a9-594e-4d85-910c-502a55c24e4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2422686 Nov 10 08:33:06.652837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41196) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:06.657653 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group_rule': {'security_group_id': '9039a6cc-e9e9-402b-ad9b-dacb7190d1e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:06.711059 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c83bb825-641c-43e4-9a84-080ca742d2a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db8decf843674f2ca89ef053db69f9cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5996470 Nov 10 08:33:06.740407 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41202) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:06.754516 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.844177 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Attempting to bind port 12f9718d-395d-43bd-b6ea-593fa2c0854b on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:06.853831 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0a2b0-36c4-42f0-8983-604b1652e60b None None] Pushing event updated for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:06.861151 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Attempting to bind port 12f9718d-395d-43bd-b6ea-593fa2c0854b by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:06.861675 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Attempting to bind port 12f9718d-395d-43bd-b6ea-593fa2c0854b on network 01b917d4-a943-4ed1-8269-d45364cbe831 {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:06.874978 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6b77637-e3e3-4496-a23d-df620c84b346 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:06.877101 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466a66d-3709-4028-b0b5-533febbbfd61 None None] Pushing event updated for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:06.879803 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:06.884621 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Checking segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:06.885684 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.885684 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Bound using segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:06.886453 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Bound port: 12f9718d-395d-43bd-b6ea-593fa2c0854b, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:06.887540 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:06.909625 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.010165 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb825-641c-43e4-9a84-080ca742d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfe0a6-b284-44bc-8dee-07e3139399ee,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:07.049239 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.087488 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] For port 12f9718d-395d-43bd-b6ea-593fa2c0854b, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:07.100474 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] For port 12f9718d-395d-43bd-b6ea-593fa2c0854b, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12f9718d-395d-43bd-b6ea-593fa2c0854b,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:07.200820 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.208822 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port b6b77637-e3e3-4496-a23d-df620c84b346 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:07.209447 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.212225 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Attempting to bind port 16318bd3-4bee-43af-a386-e40be127cf67 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:07.212731 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Attempting to bind port 16318bd3-4bee-43af-a386-e40be127cf67 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:07.213465 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Attempting to bind port 16318bd3-4bee-43af-a386-e40be127cf67 on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:07.232859 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:07.238553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Checking segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:07.238553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.238553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Bound using segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:07.238553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Bound port: 16318bd3-4bee-43af-a386-e40be127cf67, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:07.238553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.374504 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.374504 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.525374 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 2, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:07.550158 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d5e8-50ff-4f56-9cad-af0cd7ebfc62 req-18bf4f1c-1da7-4543-b61e-397a1083ae89 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:07.552517 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3456d5e8-50ff-4f56-9cad-af0cd7ebfc62 req-18bf4f1c-1da7-4543-b61e-397a1083ae89 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 931 time: 0.2092557 Nov 10 08:33:07.622709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:33:07.627019 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466a66d-3709-4028-b0b5-533febbbfd61 None None] Pushing event updated for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:07.628036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Updating router f214363b-8330-4cb4-bb88-d8ccbfe1458d port c6b0cb26-a3d2-4203-a868-490b6d93836b binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:33:07.628664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.644735 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-052578eb-03b9-44d0-bc6c-4274f015e9e2 None None] Provisioning complete for port 16318bd3-4bee-43af-a386-e40be127cf67 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:07.649614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c06ac1f-467c-4cd6-881c-508520dbfd07 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:07.650482 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-052578eb-03b9-44d0-bc6c-4274f015e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.661963 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.668826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b66d7b-9b80-4c45-b4ba-dec56c6e0136,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:07.700441 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:07.703143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41236) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:07.704008 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:07.711825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232581478', 'description': 'tempest-description--1758375394'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:07.719278 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Transition to ACTIVE for port object 9c06ac1f-467c-4cd6-881c-508520dbfd07 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:33:07.793414 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3456d5e8-50ff-4f56-9cad-af0cd7ebfc62 req-a95167db-d834-42f0-b921-dfad58aaa504 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291186 Nov 10 08:33:07.797933 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-052578eb-03b9-44d0-bc6c-4274f015e9e2 None None] Port 16318bd3-4bee-43af-a386-e40be127cf67 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:07.803037 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.804424 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] For port 16318bd3-4bee-43af-a386-e40be127cf67, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:07.807051 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.809367 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.816026 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9bfe0a6-b284-44bc-8dee-07e3139399ee HTTP/1.1" status: 204 len: 168 time: 1.0705426 Nov 10 08:33:07.835496 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] For port 16318bd3-4bee-43af-a386-e40be127cf67, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=16318bd3-4bee-43af-a386-e40be127cf67,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:07.857134 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.898174 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:07.979138 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3cdc2c8a-0b0a-461f-9376-a2460d370076 req-f594e6af-64b3-4645-954a-754dea391811 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 210 time: 0.2083418 Nov 10 08:33:07.998668 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.007435 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9ec5ec81-ece7-4bb6-85fd-af8c41fe6a15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3533916 Nov 10 08:33:08.010550 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41252) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:08.017571 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:08.025708 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfbdd8-3207-498c-8132-bc246c4786da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfe0a6-b284-44bc-8dee-07e3139399ee,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:08.038588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group_rule': {'security_group_id': '9039a6cc-e9e9-402b-ad9b-dacb7190d1e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:08.103528 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Pushing event updated for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:08.160248 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.211975 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.278998 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.326643 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Attempting to bind port 9c06ac1f-467c-4cd6-881c-508520dbfd07 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:08.326643 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Attempting to bind port 9c06ac1f-467c-4cd6-881c-508520dbfd07 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b1789974-f7a1-49aa-b251-2afea24751d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:08.326643 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Attempting to bind port 9c06ac1f-467c-4cd6-881c-508520dbfd07 on network 47baa376-cefe-48c6-ad0d-f56b5df90902 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:08.349370 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Port 9c06ac1f-467c-4cd6-881c-508520dbfd07 on network 47baa376-cefe-48c6-ad0d-f56b5df90902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:33:08.349696 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Attempting to bind port 9c06ac1f-467c-4cd6-881c-508520dbfd07 on network 47baa376-cefe-48c6-ad0d-f56b5df90902 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:08.358498 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.371296 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:08.373326 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Checking segment: {'id': 'b1789974-f7a1-49aa-b251-2afea24751d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:08.379129 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Bound using segment: {'id': 'b1789974-f7a1-49aa-b251-2afea24751d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:08.380602 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Bound port: 9c06ac1f-467c-4cd6-881c-508520dbfd07, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1789974-f7a1-49aa-b251-2afea24751d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:08.381238 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.394089 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.401792 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.408781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cadf16-e5e3-4812-b3ee-4e6858ead26d,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:08.490572 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.563715 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.569164 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e2dd5665-6078-457e-893b-2068f8fed6f4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8611398 Nov 10 08:33:08.570156 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41276) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:08.573210 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.578789 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group_rule': {'security_group_id': '54cadf16-e5e3-4812-b3ee-4e6858ead26d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:08.598605 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:08.617261 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07,segment=NetworkSegment(b1789974-f7a1-49aa-b251-2afea24751d6),segment_id=b1789974-f7a1-49aa-b251-2afea24751d6)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:08.667925 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '12f9718d-395d-43bd-b6ea-593fa2c0854b', 'name': '', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'tenant_id': '55577f76080645f3929affba4566c88e', 'mac_address': 'fa:16:3e:a7:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:07Z', 'revision_number': 4, 'project_id': '55577f76080645f3929affba4566c88e', 'subnets': [{'id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:08.670607 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ecba5f-997c-412d-8e2f-b6400d500cf4,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:08.693324 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.712487 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:08.713272 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:08.854745 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924efd8-fca0-465c-9c84-77a00dae1535 None None] The sync data for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi is: [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '12f9718d-395d-43bd-b6ea-593fa2c0854b', 'name': '', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'tenant_id': '55577f76080645f3929affba4566c88e', 'mac_address': 'fa:16:3e:a7:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:07Z', 'revision_number': 4, 'project_id': '55577f76080645f3929affba4566c88e', 'subnets': [{'id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:08.865433 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41284) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:08.895908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:08.895908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.895908 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] 10.222.0.45 "PUT /v2.0/ports/9c06ac1f-467c-4cd6-881c-508520dbfd07 HTTP/1.1" status: 200 len: 1093 time: 3.3990898 Nov 10 08:33:08.900738 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:08.960580 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-f3818fc2-fee5-4a56-a777-27c282b12fe6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:08.975993 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-f3818fc2-fee5-4a56-a777-27c282b12fe6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 819 time: 0.4969029 Nov 10 08:33:09.050008 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.067014 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-81fe8e1d-e8df-46d2-9ed4-66d75412e5d8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0491178 Nov 10 08:33:09.081138 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41288) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:09.102701 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:09.122710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:09.137431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:09.179504 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-f46145a5-35aa-4874-9fc5-246ab59fe692 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/quotas/55577f76080645f3929affba4566c88e HTTP/1.1" status: 200 len: 375 time: 0.2003925 Nov 10 08:33:09.303604 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bb523-06f6-4075-a87f-990ec7ecbe60 service neutron] Pushing event updated for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:09.381329 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2cf3b-3f11-4f14-b713-b9904e4e7fb4 req-18b728fa-c632-43f9-8c6c-2aa2c23cc3b9 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:09.382801 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-11e2cf3b-3f11-4f14-b713-b9904e4e7fb4 req-18b728fa-c632-43f9-8c6c-2aa2c23cc3b9 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.3794975 Nov 10 08:33:09.447746 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.468919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0a2b0-36c4-42f0-8983-604b1652e60b None None] Pushing event updated for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:09.478509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Attempting to bind port c6b0cb26-a3d2-4203-a868-490b6d93836b on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:09.479185 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Attempting to bind port c6b0cb26-a3d2-4203-a868-490b6d93836b by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:09.480343 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Attempting to bind port c6b0cb26-a3d2-4203-a868-490b6d93836b on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:09.499365 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:09.500239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Checking segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:09.501108 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.501749 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Bound using segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:09.502806 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Bound port: c6b0cb26-a3d2-4203-a868-490b6d93836b, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:09.503419 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.532508 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.598031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.717126 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Provisioning complete for port 16318bd3-4bee-43af-a386-e40be127cf67 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:09.738882 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-82b3bb47-d81a-4f9f-a74b-0219bc831baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:09.740146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.741140 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-b48b929e-51e0-4515-a964-b0b4aa2fee35 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5517595 Nov 10 08:33:09.750546 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-82b3bb47-d81a-4f9f-a74b-0219bc831baf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d85ca8846167469f9c5e83e64606740a&device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 1096 time: 0.4146702 Nov 10 08:33:09.764196 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] For port c6b0cb26-a3d2-4203-a868-490b6d93836b, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:09.777736 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] For port c6b0cb26-a3d2-4203-a868-490b6d93836b, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=c6b0cb26-a3d2-4203-a868-490b6d93836b,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:09.840350 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f8f6-9eeb-4a7d-a037-1e69786eb069 None None] Pushing event updated for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:09.898394 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:09.969566 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-11e2cf3b-3f11-4f14-b713-b9904e4e7fb4 req-911ffe24-f8ab-4cfe-b845-7981f40124b0 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352793 Nov 10 08:33:09.970381 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c476193c-10c9-4315-8617-e4ff32e33f26,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:10.060789 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-7fdc0c00-df2f-48c8-b20b-ea6002e23524 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07 HTTP/1.1" status: 200 len: 217 time: 0.1819046 Nov 10 08:33:10.080267 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-654aff21-a722-4416-b71b-45e9b5b209e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.144195 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332" -d '{"events": [{"name": "network-changed", "server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:10.358926 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-654aff21-a722-4416-b71b-45e9b5b209e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.525802 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-654aff21-a722-4416-b71b-45e9b5b209e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.542284 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.547101 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-4f6197b0-03b4-42db-b244-590b590ee114 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9723334 Nov 10 08:33:10.548381 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41338) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:10.550517 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f8f6-9eeb-4a7d-a037-1e69786eb069 None None] Pushing event updated for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:10.580395 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:10.584673 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group_rule': {'security_group_id': '54cadf16-e5e3-4812-b3ee-4e6858ead26d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:10.587408 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:32:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:10.679195 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41344) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:10.683681 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-654aff21-a722-4416-b71b-45e9b5b209e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be067fd55e61474aa0191c34e3667197&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7913210 Nov 10 08:33:10.686601 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6244a1-91d7-4b15-89c0-e2d4f19285b8 x-openstack-request-id: req-8a6244a1-91d7-4b15-89c0-e2d4f19285b8 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:10.686898 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:10.687153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a6244a1-91d7-4b15-89c0-e2d4f19285b8 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:10.688923 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07', 'status': 'completed', 'code': 200} Nov 10 08:33:10.689989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654aff21-a722-4416-b71b-45e9b5b209e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fbf7ce-bc8a-4e14-a05f-5476aaf620a1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:10.830344 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12f9718d-395d-43bd-b6ea-593fa2c0854b up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:10.833666 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-ab8abce1-e7aa-478e-a1eb-40f1c64f53e9 service neutron] 10.222.0.21 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0916584 Nov 10 08:33:10.877219 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.898972 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:10.921194 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:07Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:11.010752 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d01e-8233-4950-8698-30b0be74cb90 None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:07Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:11.028068 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.032369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:11.204838 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 12f9718d-395d-43bd-b6ea-593fa2c0854b triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:11.205349 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.239125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] For port 16318bd3-4bee-43af-a386-e40be127cf67, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=16318bd3-4bee-43af-a386-e40be127cf67,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:11.296458 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-af08f6c0-c1fb-40ad-aa74-45cb1fe1b493 service neutron] 10.222.0.21 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321077 Nov 10 08:33:11.323253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.355758 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.405083 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.468120 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.472077 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9154537 Nov 10 08:33:11.472547 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41368) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:11.482410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:11.498410 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2635-a790-4f24-aa1c-7e7b9b206710 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75e1a3f-8d97-4e3d-81b7-f9dbfd91bafc,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:11.550645 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.594387 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Provisioning complete for port c6b0cb26-a3d2-4203-a868-490b6d93836b triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:11.594761 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.629328 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4fcd6-63c7-4654-92c9-0b5e81e03d93 req-8cea88b2-e3e9-47a6-abf3-5924189488a6 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:11.640594 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-41d4fcd6-63c7-4654-92c9-0b5e81e03d93 req-8cea88b2-e3e9-47a6-abf3-5924189488a6 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.3429670 Nov 10 08:33:11.645442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Pushing event updated for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:11.668784 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.679978 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:11.728034 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81995bb7-50f3-4f90-a723-f0d9602d5540 req-4ab5269e-10d4-4a36-8f08-e9d876554cda tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.1126070 Nov 10 08:33:11.766596 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Allocated IP 172.27.3.140 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/5e45bb08-67c4-4b59-bdd4-b6b55533de4f) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:11.878614 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.000959 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.004545 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-41d4fcd6-63c7-4654-92c9-0b5e81e03d93 req-6f09a7bc-7df4-4364-ad76-bd0d79907370 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346510 Nov 10 08:33:12.020611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 12f9718d-395d-43bd-b6ea-593fa2c0854b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12f9718d-395d-43bd-b6ea-593fa2c0854b,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:12.060977 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.072703 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:09Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:12.099990 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.105270 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1f7c8-104a-438f-800c-57f64690d4d4 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:09Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:12.162581 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] For port c6b0cb26-a3d2-4203-a868-490b6d93836b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=c6b0cb26-a3d2-4203-a868-490b6d93836b,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:12.183278 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.221580 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.224163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.225368 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38fbf7ce-bc8a-4e14-a05f-5476aaf620a1 HTTP/1.1" status: 204 len: 168 time: 1.5434361 Nov 10 08:33:12.255365 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.264428 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.320021 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4574d-08b9-4bd1-80cb-fb5f6b7bd333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fbf7ce-bc8a-4e14-a05f-5476aaf620a1,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:12.360930 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:12.386718 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Allocated IP 172.27.3.18 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/b3fc57c2-b2c0-4d46-82b1-743bec7490d0) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:12.413117 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:12.437972 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:12.441682 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:12.483954 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=5e45bb08-67c4-4b59-bdd4-b6b55533de4f,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:12.532930 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294fe5-0174-4b5c-bcec-c7008eea0eda None None] Pushing event updated for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:12.574026 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-35197638-3ecf-4c75-b640-7d613fb6d0d1 None None] Provisioning complete for port c6b0cb26-a3d2-4203-a868-490b6d93836b triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:12.576990 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-35197638-3ecf-4c75-b640-7d613fb6d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.673385 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.893588 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:12.918673 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4b02b8a-d899-4144-97c3-58b634afa6e7 req-add64a2e-50d9-4709-baee-82fb700b040f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0906773 Nov 10 08:33:12.933735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.021821 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c40c7257-254d-4b19-bdb2-e65cc43ddac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.108860 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 16318bd3-4bee-43af-a386-e40be127cf67 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:13.263223 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abc7-1adb-4e97-acad-ff2554635490 req-af8755e9-289c-4b1c-a20f-131f5e908509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:13.266134 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-af8755e9-289c-4b1c-a20f-131f5e908509 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9295d1cf-43c6-44ce-9b36-7c72686ffc47 HTTP/1.1" status: 200 len: 852 time: 0.2315991 Nov 10 08:33:13.278749 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 16318bd3-4bee-43af-a386-e40be127cf67 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:13.278749 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.422902 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.438986 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-d46d820d-a53f-4a4b-aa58-61a6810997de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47baa376-cefe-48c6-ad0d-f56b5df90902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589663 Nov 10 08:33:13.517671 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed51f9a-4059-4725-bf81-6df04493a5e5 req-ced22f6c-8d85-4aa7-9502-74cc591fc6e7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:13.519297 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ed51f9a-4059-4725-bf81-6df04493a5e5 req-ced22f6c-8d85-4aa7-9502-74cc591fc6e7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.3287647 Nov 10 08:33:13.543604 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12f9718d-395d-43bd-b6ea-593fa2c0854b up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:13.567534 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.653369 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.779281 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.847716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 12f9718d-395d-43bd-b6ea-593fa2c0854b triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:13.848151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:13.857788 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=5e45bb08-67c4-4b59-bdd4-b6b55533de4f,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:13.882527 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ed51f9a-4059-4725-bf81-6df04493a5e5 req-4db10fd4-a282-414b-aaff-b4d0232d6eff tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475962 Nov 10 08:33:13.915724 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:13.923250 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:13.930501 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:14.088047 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:14.093446 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d2b05b8d-f92d-4cc0-bf49-c11efd11c9f5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9993274 Nov 10 08:33:14.234778 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fca0abd7-8288-4ecd-944f-cb0752228ef8 req-1f4b3e2b-a1e6-4cbf-8e47-eb9223dc7fde tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0822794 Nov 10 08:33:14.253388 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41444) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:14.282382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=b3fc57c2-b2c0-4d46-82b1-743bec7490d0,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:14.313319 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-abf96fdf-80c2-4a76-9960-7f9a435a315a service neutron] 10.222.0.45 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570152 Nov 10 08:33:14.481317 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:14.696397 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-926df4db-310c-416b-8872-c0f16c58b636 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--73697284&fields=id&tenant_id=95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 267 time: 0.1639204 Nov 10 08:33:14.736735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c04eeb3d-71e8-4d83-af3d-de2868526aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:14.803652 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device c6b0cb26-a3d2-4203-a868-490b6d93836b up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:14.863831 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df27abc7-1adb-4e97-acad-ff2554635490 req-3e0a29dd-1ca8-41e5-a1c3-feaae04a3cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313606 Nov 10 08:33:14.940906 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port c6b0cb26-a3d2-4203-a868-490b6d93836b triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:14.941170 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:14.963584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-e412505a-2dee-4f39-8718-8bc5af68d26e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:14.973507 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-e412505a-2dee-4f39-8718-8bc5af68d26e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 811 time: 0.2771852 Nov 10 08:33:14.996360 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.096569 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-43e93e34-1eec-416d-996e-5be0ff9525b8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/quotas/95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 375 time: 0.1141894 Nov 10 08:33:15.211919 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed6c5-5d21-452c-b125-42f87cd181d1 req-29c26b67-dc45-4775-b05e-dd211d0db23d tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:15.219901 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a66ed6c5-5d21-452c-b125-42f87cd181d1 req-29c26b67-dc45-4775-b05e-dd211d0db23d tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.2155337 Nov 10 08:33:15.258699 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c04eeb3d-71e8-4d83-af3d-de2868526aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.295614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-b62e4a61-bd19-4e51-b7d2-44fd099173c1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902015 Nov 10 08:33:15.379178 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-57dac2fe-5340-4f46-ad6f-7244453b9207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.392439 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c04eeb3d-71e8-4d83-af3d-de2868526aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.413660 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a66ed6c5-5d21-452c-b125-42f87cd181d1 req-3085fa27-b101-4692-89b7-b91884ac46d7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926463 Nov 10 08:33:15.446279 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.45', 64356) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:15.526080 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eeb3d-71e8-4d83-af3d-de2868526aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a32d621-fda3-4181-bbf9-d18bdf5e862e,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:15.538695 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.576227 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41484) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:15.576453 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c04eeb3d-71e8-4d83-af3d-de2868526aa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcb6fe4fcf6a475795a8ade2edd6af6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3217857 Nov 10 08:33:15.602272 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-a2a8837b-c99c-4997-a4fc-ccdb64751e94 service neutron] 10.222.0.21 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056083 Nov 10 08:33:15.603745 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-18c92fdf-8c3b-40ef-b62e-d8dabc1b5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:15.608212 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-18c92fdf-8c3b-40ef-b62e-d8dabc1b5184 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d85ca8846167469f9c5e83e64606740a&device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 1096 time: 0.3167269 Nov 10 08:33:15.638404 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.685333 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.718129 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-975f3e82-e77b-4380-b531-26fae99276d0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:15.719599 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-975f3e82-e77b-4380-b531-26fae99276d0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 819 time: 0.2540939 Nov 10 08:33:15.748607 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-fb286a52-afa5-4d83-ab94-2bb27522bac7 service neutron] 10.222.0.21 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453986 Nov 10 08:33:15.771479 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Request body: {'port': {'device_id': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'admin_state_up': True, 'tenant_id': '55577f76080645f3929affba4566c88e'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:15.845197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:15.854858 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3731594 Nov 10 08:33:15.937615 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.067224 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.097669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9fd9-27be-4772-8767-aae29d6efcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=b3fc57c2-b2c0-4d46-82b1-743bec7490d0,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:16.312552 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-82ab644a-a4a8-4379-845a-260561fb2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:16.316346 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-82ab644a-a4a8-4379-845a-260561fb2850 service neutron] 10.222.0.45 "GET /v2.0/networks?id=47baa376-cefe-48c6-ad0d-f56b5df90902 HTTP/1.1" status: 200 len: 913 time: 0.6877253 Nov 10 08:33:16.540670 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4c9c5cd0-d56f-435f-86d4-9c05bd970923 req-0bb93f9a-aeb8-4c0b-b215-6dcd962b70c3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0741751 Nov 10 08:33:16.562524 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a3892c4f-2351-4873-bc49-88e32fc7e882 req-e99d1177-4866-4ce9-86ae-0b031d51ecca tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0933001 Nov 10 08:33:16.733848 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.744694 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.745389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.745389 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a32d621-fda3-4181-bbf9-d18bdf5e862e HTTP/1.1" status: 204 len: 168 time: 1.1536529 Nov 10 08:33:16.760136 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5edf4-ed3e-43f8-8f5e-864c5975266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a32d621-fda3-4181-bbf9-d18bdf5e862e,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:16.807823 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Made reservation on behalf of 55577f76080645f3929affba4566c88e for: {'port': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:16.810130 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:16.842221 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac6a96-7782-4247-9eba-a002afcd34b6 req-70bd2ee1-daf1-4172-b7b3-472ad877b4a2 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:16.843991 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-38ac6a96-7782-4247-9eba-a002afcd34b6 req-70bd2ee1-daf1-4172-b7b3-472ad877b4a2 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.1703131 Nov 10 08:33:17.078224 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-90b6c7ce-7f86-477c-89a4-a52bf4cabf82 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--232581478&fields=id&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 267 time: 0.3704588 Nov 10 08:33:17.223519 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-38ac6a96-7782-4247-9eba-a002afcd34b6 req-bcdf944e-3d80-4c68-8214-a4d59829d169 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477328 Nov 10 08:33:17.378908 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-5145405b-bf1c-4b86-aa63-52530a9d7598 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:17.380661 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-5145405b-bf1c-4b86-aa63-52530a9d7598 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 817 time: 0.2963440 Nov 10 08:33:17.388019 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Allocated IP 172.20.0.6 (01b917d4-a943-4ed1-8269-d45364cbe831/c0b1a85e-25eb-4e3f-8b48-bb00012e19c8/b4fb42c1-9100-4dae-a014-fe232b7d3bc4) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:17.412360 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-7d60ff6c-20a4-4961-b4a5-a4da7b38f9b1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/quotas/68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 375 time: 0.0192118 Nov 10 08:33:17.587057 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-51142bc7-ab35-4705-aa15-446fe4f172f8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522427 Nov 10 08:33:17.771915 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5498b411-c441-45e3-b583-3924face0e3c req-edee840d-6fab-44ea-9a8e-cefc706ab1e2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0541410 Nov 10 08:33:17.833503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:17.846401 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:17.905776 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f22d1eb8-f07b-4229-a366-111408d5bc1f req-c9936735-0ac6-4a91-a32d-5836d91e4bfa tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0705588 Nov 10 08:33:17.915755 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-9ac0191c-0380-4c67-bf18-f7b9a080eb8b service neutron] 10.222.0.21 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048191 Nov 10 08:33:18.034164 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-24a07d65-1124-4fbf-a33c-09036f451ccc service neutron] 10.222.0.21 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054361 Nov 10 08:33:18.055699 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41576) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:18.093343 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9bb99d01-9fe4-4cda-a2a0-1f61fed06682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.108623 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.234927 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9bb99d01-9fe4-4cda-a2a0-1f61fed06682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.237580 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Network 01b917d4-a943-4ed1-8269-d45364cbe831 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:18.267031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:18.279713 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:18.301459 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9bb99d01-9fe4-4cda-a2a0-1f61fed06682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.304489 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:18.304711 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.347578 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41588) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:18.369810 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Pushing event updated for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:18.432944 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9bb99d01-9fe4-4cda-a2a0-1f61fed06682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92a9d904d69f49789394b5b913cda8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720491 Nov 10 08:33:18.433562 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41596) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:18.433769 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb99d01-9fe4-4cda-a2a0-1f61fed06682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac305d5-894e-45cd-a026-2e8bf5996e77,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:18.473189 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-90387b12-3619-4f6a-a9f4-3ee2227db2da tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7049387 Nov 10 08:33:18.525463 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1211d-4d29-4687-a159-b3aa755ec77e req-aa22818c-c717-4bd5-acca-95de47cfc05d tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:18.529813 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daf1211d-4d29-4687-a159-b3aa755ec77e req-aa22818c-c717-4bd5-acca-95de47cfc05d tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.1663458 Nov 10 08:33:18.599798 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.612945 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-75afaa2f-83c2-4f65-beae-8318e0ea3a11 req-1b61c714-1478-4a6a-a203-ec573caaa822 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.0797372 Nov 10 08:33:18.643028 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22ccb5bf-86f7-4790-8dc9-948fbcc247b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.705867 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daf1211d-4d29-4687-a159-b3aa755ec77e req-330a9be9-b043-4326-902d-1abb83a48b8c tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534371 Nov 10 08:33:18.714464 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.750700 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.905552 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22ccb5bf-86f7-4790-8dc9-948fbcc247b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:18.905552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-85bf8210-a5f9-4c9c-8822-ae8b65167e29 req-e9fd9dd6-e782-4a35-bc43-3c614fb2fcae tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Nov 10 08:33:19.010839 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43aa1e73-d199-4eaa-a520-d2480b289bf7 req-abac8d7a-3a7b-4713-b086-f1e64fc54fc7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0293908 Nov 10 08:33:19.377015 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22ccb5bf-86f7-4790-8dc9-948fbcc247b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.384067 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.386592 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.390179 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ac305d5-894e-45cd-a026-2e8bf5996e77 HTTP/1.1" status: 204 len: 168 time: 0.9529750 Nov 10 08:33:19.423222 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41618) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:19.424921 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccb5bf-86f7-4790-8dc9-948fbcc247b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68b3ea-c167-4e5a-a89c-df1e535a247b,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:19.433089 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-22ccb5bf-86f7-4790-8dc9-948fbcc247b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ee3aa0055254f1cb92e65b598f80801&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0845771 Nov 10 08:33:19.440341 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41622) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:19.446915 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fe3ef-7301-4f4c-93cb-e8d19050318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac305d5-894e-45cd-a026-2e8bf5996e77,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:19.490998 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.512411 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.593112 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Request body: {'port': {'device_id': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:19.616443 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.45', 64360) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:19.629494 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-745bf343-0a9f-4601-b887-dddcfaaf5120 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07 HTTP/1.1" status: 200 len: 217 time: 0.0477374 Nov 10 08:33:19.672480 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.674942 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.678588 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f68b3ea-c167-4e5a-a89c-df1e535a247b HTTP/1.1" status: 204 len: 168 time: 0.2349014 Nov 10 08:33:19.747628 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22287940-012c-4d95-a82a-ff6f458bb2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68b3ea-c167-4e5a-a89c-df1e535a247b,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:19.762764 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-321044ee-b1ca-40e9-90ab-11573d561f7d req-6ca33890-b5c9-4ba4-9d64-aa52fc4984fe tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.0607142 Nov 10 08:33:19.772751 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:19.777302 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-ab64240e-9b41-4f09-9da3-c6218593e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:19.779468 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-ab64240e-9b41-4f09-9da3-c6218593e713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9295d1cf-43c6-44ce-9b36-7c72686ffc47 HTTP/1.1" status: 200 len: 852 time: 0.0928371 Nov 10 08:33:19.828843 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-c07d3fd4-d0c6-49ca-9492-e2385c607dbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47baa376-cefe-48c6-ad0d-f56b5df90902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399551 Nov 10 08:33:19.926741 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41636) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:19.994513 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-e8371506-1112-4f83-a1f3-6cddbfaceae4 service neutron] 10.222.0.45 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586378 Nov 10 08:33:20.054168 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-112ce2c8-9cc3-4f55-9bbf-b724edce798b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:20.055667 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-112ce2c8-9cc3-4f55-9bbf-b724edce798b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 819 time: 0.4374530 Nov 10 08:33:20.091143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Request body: {'port': {'device_id': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'admin_state_up': True, 'tenant_id': '55577f76080645f3929affba4566c88e'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:20.115372 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c148cd76-8e3b-4fa8-beaf-b54d79bb0332 req-857f386f-8dfe-405c-8686-4e3e18ad21aa service neutron] 10.222.0.45 "GET /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139266 Nov 10 08:33:20.129410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-62f73427-2b75-45c1-9b46-1c64f2ee7a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.157566 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:33:20.203105 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-238e88d6-f354-4712-a759-4e969b358319 req-959ccc01-964e-41cf-8444-16bf9d328f1b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.1675856 Nov 10 08:33:20.204378 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdf4751d-641e-49f5-8525-56b914a06cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.208936 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-62f73427-2b75-45c1-9b46-1c64f2ee7a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.312545 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-62f73427-2b75-45c1-9b46-1c64f2ee7a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.361242 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-62f73427-2b75-45c1-9b46-1c64f2ee7a19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38c08f7cdf8b40dcaf6c781f69f6ddc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302812 Nov 10 08:33:20.361242 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f73427-2b75-45c1-9b46-1c64f2ee7a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ddd34-e898-4cc7-88cb-189bd17fe6ed,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:20.361566 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41658) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:20.427891 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.453923 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.532196 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fbce3a09-3c75-44f2-85c5-011ce6617bd6 req-4b7fa9b8-e7fa-46a5-bb8b-05048ff6004d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0935330 Nov 10 08:33:20.539545 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e4b5-b756-4d68-9f5d-e4732d9f715f req-fad84d59-da36-46d4-bde2-596f68246ff8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:20.544040 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4c5e4b5-b756-4d68-9f5d-e4732d9f715f req-fad84d59-da36-46d4-bde2-596f68246ff8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.5033884 Nov 10 08:33:20.582641 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.587670 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.589118 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a4ddd34-e898-4cc7-88cb-189bd17fe6ed HTTP/1.1" status: 204 len: 168 time: 0.2266719 Nov 10 08:33:20.600800 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaf27e-7631-4c63-a366-d32dec47678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ddd34-e898-4cc7-88cb-189bd17fe6ed,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:20.642063 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdf4751d-641e-49f5-8525-56b914a06cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.684375 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4c5e4b5-b756-4d68-9f5d-e4732d9f715f req-b2405e45-e2e1-4060-b1f5-65735b24c1f6 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113343 Nov 10 08:33:20.698908 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Made reservation on behalf of 55577f76080645f3929affba4566c88e for: {'port': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:20.702589 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.790548 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdf4751d-641e-49f5-8525-56b914a06cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.885983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fb42c1-9100-4dae-a014-fe232b7d3bc4 {{(pid=102060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:20.891743 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-cdf4751d-641e-49f5-8525-56b914a06cec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939924c66e0346d28ac152f6481ecc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4677334 Nov 10 08:33:20.896138 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41678) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:20.907117 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4751d-641e-49f5-8525-56b914a06cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c6539c-5722-4799-91b7-1e16709e54c4,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:20.910889 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4aee520a-63bb-472d-9c23-3ba4ec3f03cc req-5e52ae4d-2715-4e3c-acd1-e6f980110ee2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.0567369 Nov 10 08:33:20.912822 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.934199 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.provisioning_blocks [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Transition to ACTIVE for port object b4fb42c1-9100-4dae-a014-fe232b7d3bc4 will not be triggered until provisioned by entity L2. {{(pid=102060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:33:20.967423 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:20.995783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.017690 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.148881 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-caf66264-d5ed-40e4-b33a-e656cf65b573 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:21.150295 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-caf66264-d5ed-40e4-b33a-e656cf65b573 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 811 time: 0.1523843 Nov 10 08:33:21.166823 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:21.211405 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Attempting to bind port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:21.212135 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Attempting to bind port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}] {{(pid=102060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:21.213064 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Attempting to bind port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 on network 01b917d4-a943-4ed1-8269-d45364cbe831 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:21.216472 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Allocated IP 172.20.0.3 (01b917d4-a943-4ed1-8269-d45364cbe831/c0b1a85e-25eb-4e3f-8b48-bb00012e19c8/a519fd91-da1c-4583-9e12-39a394a558aa) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:21.226289 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 on network 01b917d4-a943-4ed1-8269-d45364cbe831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:33:21.226289 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Attempting to bind port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 on network 01b917d4-a943-4ed1-8269-d45364cbe831 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:21.232322 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.234905 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.239070 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22c6539c-5722-4799-91b7-1e16709e54c4 HTTP/1.1" status: 204 len: 168 time: 0.3433461 Nov 10 08:33:21.241110 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:21.241941 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Checking segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:21.243189 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Bound using segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:21.243999 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Bound port: b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}}] {{(pid=102060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:21.244529 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.249897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863e80a-a0f0-4495-adb3-00c6e039b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c6539c-5722-4799-91b7-1e16709e54c4,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:21.257323 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-bfeae858-0b29-4480-a018-c572da85b99d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 378 time: 0.0983772 Nov 10 08:33:21.276099 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'port': {'device_id': '748b023a-e270-4aa5-a0b4-f8334f896576', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'admin_state_up': True, 'tenant_id': '95c3254046964e80b54657eda18c022f', 'security_groups': ['9039a6cc-e9e9-402b-ad9b-dacb7190d1e6']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:21.395211 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41694) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:21.411096 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7865d707-79c6-48ef-9039-419c4ab91b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.460205 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-881b6ad6-6271-419e-a40d-9f344aff14ae req-c0b59705-f87d-475a-a143-8e0538d7013b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0833862 Nov 10 08:33:21.469007 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, cleared binding levels {{(pid=102060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:21.506450 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:21.556300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Made reservation on behalf of 95c3254046964e80b54657eda18c022f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:21.556451 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.556546 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.582424 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.614065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.45', 64367) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:21.625732 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7865d707-79c6-48ef-9039-419c4ab91b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.637616 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:21.638396 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.639957 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] 10.222.0.45 "PUT /v2.0/ports/b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 1093 time: 2.0570159 Nov 10 08:33:21.640461 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:21.735207 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-21299c87-9ffa-4c02-b830-80aa0311ef39 req-5de9d323-17c4-4bf4-838c-d7a6461d6ff2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0390532 Nov 10 08:33:21.737779 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.751538 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7865d707-79c6-48ef-9039-419c4ab91b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.765657 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e191-ebed-4eb9-9bbc-4ea11deadb63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=3']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:21.776056 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Network 01b917d4-a943-4ed1-8269-d45364cbe831 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:21.798357 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:21.803194 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:21.808904 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:21.809657 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:21.869849 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 9c06ac1f-467c-4cd6-881c-508520dbfd07 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:33:21.924194 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Pushing event updated for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:21.947701 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ab44b-282d-4ce0-bf7c-da3998a17708 req-1ad45583-616c-4de7-9829-10bd4351439f tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:21.953445 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Allocated IP 172.20.0.7 (a8b5f732-efe7-49f3-912c-9c6781fa16b3/6f1e2cca-4cee-4aaf-87da-5a0ff3647825/bb2fa73f-7550-4280-8b58-c8278194a56d) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:21.955310 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b75ab44b-282d-4ce0-bf7c-da3998a17708 req-1ad45583-616c-4de7-9829-10bd4351439f tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 943 time: 0.1768196 Nov 10 08:33:21.977090 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-de612d97-f5f9-4077-89c8-0da5006c9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:21.978647 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-de612d97-f5f9-4077-89c8-0da5006c9242 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1096 time: 0.1652060 Nov 10 08:33:21.985595 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3fa820e3-8b1e-42bd-a8cc-9281200fec60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9079034 Nov 10 08:33:21.999380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7865d707-79c6-48ef-9039-419c4ab91b75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a429acff90344801be14283b9792c940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6035447 Nov 10 08:33:22.002644 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Request body: {'port': {'device_id': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:22.013660 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41718) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:22.030057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865d707-79c6-48ef-9039-419c4ab91b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc020a-48eb-4399-9c19-6731405b4a11,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:22.045017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-7a1b4716-4745-419a-b081-6f71fc54beb4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:22.046550 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-7a1b4716-4745-419a-b081-6f71fc54beb4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 817 time: 0.4192972 Nov 10 08:33:22.138090 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-585a58f1-ddef-4f4a-aa3f-21567de19e56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.1399984 Nov 10 08:33:22.183950 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b75ab44b-282d-4ce0-bf7c-da3998a17708 req-f0b45391-6a2f-4e05-9aef-a652d8c9e8b9 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188396 Nov 10 08:33:22.194264 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84770e0e-99d5-4ba1-97ad-21d3be7c65f7 req-c3955f8a-2209-4990-82d1-5a2b653e44e5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.1381850 Nov 10 08:33:22.223143 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07,segment=NetworkSegment(b1789974-f7a1-49aa-b251-2afea24751d6),segment_id=b1789974-f7a1-49aa-b251-2afea24751d6)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:22.239035 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '9c06ac1f-467c-4cd6-881c-508520dbfd07', 'network_id': '47baa376-cefe-48c6-ad0d-f56b5df90902', 'port_id': '9c06ac1f-467c-4cd6-881c-508520dbfd07', 'mac_address': 'fa:16:3e:38:83:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9295d1cf-43c6-44ce-9b36-7c72686ffc47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:33:22.294965 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.313346 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c06ac1f-467c-4cd6-881c-508520dbfd07 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:22.323361 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-7f5081e5-d1b8-458b-97ac-296a6ff2b087 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 379 time: 0.2467976 Nov 10 08:33:22.336744 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'port': {'device_id': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'admin_state_up': True, 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'security_groups': ['54cadf16-e5e3-4812-b3ee-4e6858ead26d']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:22.345608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07,segment=NetworkSegment(b1789974-f7a1-49aa-b251-2afea24751d6),segment_id=b1789974-f7a1-49aa-b251-2afea24751d6)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:22.393498 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41730) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:22.429080 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.441475 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.448842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96" -d '{"events": [{"name": "network-changed", "server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:22.478389 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.490491 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:22.501278 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-8561729e-3c8b-42cf-a612-7b05116bcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:22.507148 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-8561729e-3c8b-42cf-a612-7b05116bcfd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.3383007 Nov 10 08:33:22.537770 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.593448 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41742) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:22.596097 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-923e216f-94aa-4450-b2f5-a137be684477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823660 Nov 10 08:33:22.614880 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7fed1123-237d-49f4-8a2b-110fa32c2362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.633480 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f1f0bc41-bbe0-47b1-b37c-6c3c9072e1a0 req-3b689fd8-ee68-4af7-83e6-9fa1e4309dcf tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0693529 Nov 10 08:33:22.644271 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.650935 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Made reservation on behalf of 68120f0794924ae480f2676a2b58e354 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:22.655271 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.658731 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.692837 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['9c06ac1f-467c-4cd6-881c-508520dbfd07'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:22.767978 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:22.826778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7fed1123-237d-49f4-8a2b-110fa32c2362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.901918 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:22.921803 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:22.930980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:22.944478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:22.944478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.944478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7fed1123-237d-49f4-8a2b-110fa32c2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:22.976021 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6991563b-11b4-4288-81f9-5cbf684e312c x-openstack-request-id: req-6991563b-11b4-4288-81f9-5cbf684e312c {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:22.976021 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:22.976021 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6991563b-11b4-4288-81f9-5cbf684e312c {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:22.976021 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'status': 'completed', 'code': 200} Nov 10 08:33:22.997795 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-cfe03225-20b5-471c-b043-32c274c2036e service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767686 Nov 10 08:33:23.047499 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193471261-network', 'tenant_id': 'ab061f320fde41139eb7137bc958fc0e'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:23.082105 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.084700 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.088496 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3abc020a-48eb-4399-9c19-6731405b4a11 HTTP/1.1" status: 204 len: 168 time: 1.0674796 Nov 10 08:33:23.118556 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1123-237d-49f4-8a2b-110fa32c2362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216b3b5e-42f1-4310-9bf2-e6542ed2944f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:23.131804 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7fed1123-237d-49f4-8a2b-110fa32c2362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4402956fd85148b996907e474ffcd027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370088 Nov 10 08:33:23.136321 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41754) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:23.146960 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Allocated IP 172.20.0.10 (53d67005-2749-4845-aee8-aef476b438d4/247f789f-193c-4601-ab69-de7c583dfdf6/0a103918-0dcd-4fd8-8967-00a49dd75123) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:33:23.191937 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975c3a1-86e9-4d40-b8eb-f583bd0c079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc020a-48eb-4399-9c19-6731405b4a11,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:23.191937 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde42ec-d2c8-470b-9405-b79ec51db306 req-96e52699-35ea-42ad-afa5-7246daaf9d19 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:23.191937 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1cde42ec-d2c8-470b-9405-b79ec51db306 req-96e52699-35ea-42ad-afa5-7246daaf9d19 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 931 time: 0.2226567 Nov 10 08:33:23.233952 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-49f576fb-cbb0-491b-86a9-d86f90e2b944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9621634 Nov 10 08:33:23.267153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Request body: {'port': {'device_id': '748b023a-e270-4aa5-a0b4-f8334f896576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:23.349224 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f7eb949-fa08-474e-aacf-286996f6a527 req-27dfdfed-1b5d-4fc7-94ff-e48aa4cf01d4 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301132 Nov 10 08:33:23.375778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-781a76c9-1462-4960-aa8e-bedaf0257c0a None None] Provisioning complete for port bb2fa73f-7550-4280-8b58-c8278194a56d triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:23.376351 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-781a76c9-1462-4960-aa8e-bedaf0257c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.385791 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Made reservation on behalf of ab061f320fde41139eb7137bc958fc0e for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:23.388412 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.404242 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.424324 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.425186 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1cde42ec-d2c8-470b-9405-b79ec51db306 req-cd3957f4-3e0a-4471-8131-de3c1f4879ee tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357419 Nov 10 08:33:23.438512 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.452801 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a519fd91-da1c-4583-9e12-39a394a558aa {{(pid=102060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:23.464807 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.473325 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-781a76c9-1462-4960-aa8e-bedaf0257c0a None None] Port bb2fa73f-7550-4280-8b58-c8278194a56d cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:23.479151 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c55515-85f9-4e89-8873-3d8445269dec req-bf613912-fa16-41c0-8d44-0367b7051823 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:23.486274 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-33c55515-85f9-4e89-8873-3d8445269dec req-bf613912-fa16-41c0-8d44-0367b7051823 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 944 time: 0.1882842 Nov 10 08:33:23.523060 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.548073 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-09a72235-baa2-449e-a360-4d73eb308883 req-5b80cf19-9270-4669-9a18-fc63989005df tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.0315683 Nov 10 08:33:23.691866 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.provisioning_blocks [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Transition to ACTIVE for port object a519fd91-da1c-4583-9e12-39a394a558aa will not be triggered until provisioned by entity L2. {{(pid=102060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:33:23.732926 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.765038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.800726 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.815352 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:23.842071 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 9c06ac1f-467c-4cd6-881c-508520dbfd07 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:23.851018 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-1904a128-d427-492c-be8a-706dbd585b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:23.853039 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-1904a128-d427-492c-be8a-706dbd585b67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1096 time: 0.2152560 Nov 10 08:33:23.867122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:33:23.871440 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-33c55515-85f9-4e89-8873-3d8445269dec req-124ae1ef-2e08-4acc-a12c-8121c2bbe6ac tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839557 Nov 10 08:33:23.883258 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c933850b-a52b-42e5-8cd8-ddd9fe515b56,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:23.997714 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94029c2-8178-42ac-afbf-56ce71a58564 req-94fe7b7d-dd7c-4541-b76a-20b5194371a9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:23.999183 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f94029c2-8178-42ac-afbf-56ce71a58564 req-94fe7b7d-dd7c-4541-b76a-20b5194371a9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 931 time: 0.2730048 Nov 10 08:33:23.999777 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.056003 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Attempting to bind port a519fd91-da1c-4583-9e12-39a394a558aa on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:24.056335 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Attempting to bind port a519fd91-da1c-4583-9e12-39a394a558aa by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}] {{(pid=102060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:24.056656 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Attempting to bind port a519fd91-da1c-4583-9e12-39a394a558aa on network 01b917d4-a943-4ed1-8269-d45364cbe831 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:24.060833 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 9c06ac1f-467c-4cd6-881c-508520dbfd07 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:33:24.066723 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 9c06ac1f-467c-4cd6-881c-508520dbfd07 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:24.067686 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.074159 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.076854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.081146 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/216b3b5e-42f1-4310-9bf2-e6542ed2944f HTTP/1.1" status: 204 len: 168 time: 0.9438696 Nov 10 08:33:24.090766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Port a519fd91-da1c-4583-9e12-39a394a558aa on network 01b917d4-a943-4ed1-8269-d45364cbe831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:33:24.091086 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Attempting to bind port a519fd91-da1c-4583-9e12-39a394a558aa on network 01b917d4-a943-4ed1-8269-d45364cbe831 {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:24.134143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d9bf3-2ee9-4305-88a3-c6666b656319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b3b5e-42f1-4310-9bf2-e6542ed2944f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.146190 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:24.146720 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Checking segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:24.147103 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Bound using segment: {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'} {{(pid=102060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:24.147929 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.managers [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Bound port: a519fd91-da1c-4583-9e12-39a394a558aa, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9616f3-565e-481d-811b-5a6e5dae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831'}}] {{(pid=102060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:24.147929 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.204585 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f94029c2-8178-42ac-afbf-56ce71a58564 req-5f4b5264-2cb7-4789-9962-f578e620a6ba tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1902916 Nov 10 08:33:24.210686 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-a31ae42f-2e4d-42f0-ab0a-eb1edcb6d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:24.212348 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-a31ae42f-2e4d-42f0-ab0a-eb1edcb6d3b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.3472359 Nov 10 08:33:24.302849 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.307732 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-3cd0afbc-bc18-4e1f-a8b2-53462da072c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.0838370 Nov 10 08:33:24.329664 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.334819 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.335445 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Added segment 46496772-3a05-410c-8554-1c43acc1d378 of type vlan for network adb247f6-e04c-4aeb-aef0-443530850cd4 Nov 10 08:33:24.340465 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:24.373368 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, cleared binding levels {{(pid=102060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:24.377946 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a519fd91-da1c-4583-9e12-39a394a558aa,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:24.384662 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-5f8e7882-97e5-4b01-ba6e-1c841974db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:24.386386 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-5f8e7882-97e5-4b01-ba6e-1c841974db20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0686207 Nov 10 08:33:24.425082 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07,segment=NetworkSegment(b1789974-f7a1-49aa-b251-2afea24751d6),segment_id=b1789974-f7a1-49aa-b251-2afea24751d6)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:24.428132 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-9f50c4a2-2e61-427c-92cb-33a0c6858165 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341859 Nov 10 08:33:24.458794 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2fa73f-7550-4280-8b58-c8278194a56d {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:24.464258 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Network 53d67005-2749-4845-aee8-aef476b438d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:33:24.481919 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.485251 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.489959 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:24.492942 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:33:24.498136 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.499139 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:24.499772 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.524675 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.537859 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.584252 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:24.584877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.587346 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 200 len: 1093 time: 2.5905318 Nov 10 08:33:24.633250 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-5b5cf441-9809-419c-af2d-91673b79bdce service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968803 Nov 10 08:33:24.642866 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-408201e2-01d1-4935-bf4d-d3ea40d105ac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3101499 Nov 10 08:33:24.658498 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Request body: {'port': {'device_id': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:24.663394 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Transition to ACTIVE for port object bb2fa73f-7550-4280-8b58-c8278194a56d will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:33:24.732448 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.737511 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.756149 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8765d69-cef8-4a94-80cf-e29ea0f508f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=3']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.780930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.785482 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62faca2e-e672-4282-a273-1978124b8f16" -d '{"events": [{"server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:24.831997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.831997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:24.831997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.911919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-2dc987ae-0bf2-4d9a-b026-6c09ca18f675 None None] Provisioning complete for port 0a103918-0dcd-4fd8-8967-00a49dd75123 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:24.915411 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2dc987ae-0bf2-4d9a-b026-6c09ca18f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:24.935449 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:24.988337 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] Pushing event updated for resources: {'Network': ['ID=adb247f6-e04c-4aeb-aef0-443530850cd4,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:25.007107 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-de5c5bf5-9ba2-4dfe-a23c-8d3d2ef87298 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6125546 Nov 10 08:33:25.012520 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network adb247f6-e04c-4aeb-aef0-443530850cd4 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:33:25.013061 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41816) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:25.068782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Request body: {'subnet': {'network_id': 'adb247f6-e04c-4aeb-aef0-443530850cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193471261-subnet', 'tenant_id': 'ab061f320fde41139eb7137bc958fc0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:25.072799 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Attempting to bind port bb2fa73f-7550-4280-8b58-c8278194a56d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:25.073242 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Attempting to bind port bb2fa73f-7550-4280-8b58-c8278194a56d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:25.073636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Attempting to bind port bb2fa73f-7550-4280-8b58-c8278194a56d on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:25.094197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Port bb2fa73f-7550-4280-8b58-c8278194a56d on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:33:25.095098 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Attempting to bind port bb2fa73f-7550-4280-8b58-c8278194a56d on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:25.095806 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-2dc987ae-0bf2-4d9a-b026-6c09ca18f675 None None] Port 0a103918-0dcd-4fd8-8967-00a49dd75123 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:33:25.116441 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:25.117466 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Checking segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:25.117940 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Bound using segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:25.118474 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Bound port: bb2fa73f-7550-4280-8b58-c8278194a56d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:25.118852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.232245 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Made reservation on behalf of ab061f320fde41139eb7137bc958fc0e for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:25.234559 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.265177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:25.267419 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:25.320826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeb82e-28f2-4e2b-818d-639a3c1f180e req-2ffcc87e-902c-4d02-96fe-a2d134bcfc4a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.322192 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2eeb82e-28f2-4e2b-818d-639a3c1f180e req-2ffcc87e-902c-4d02-96fe-a2d134bcfc4a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 943 time: 0.7738819 Nov 10 08:33:25.323625 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:25.349405 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bb2fa73f-7550-4280-8b58-c8278194a56d,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:25.360211 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-f0608407-7905-4bbd-bf1e-a5efd6e6dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.361943 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-f0608407-7905-4bbd-bf1e-a5efd6e6dc6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1096 time: 0.5992017 Nov 10 08:33:25.391033 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19761ea8-845a-4329-b756-7fa86e4c36fb req-f949ef38-ae33-42cb-b4ec-f004a204f3e8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.398635 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-19761ea8-845a-4329-b756-7fa86e4c36fb req-f949ef38-ae33-42cb-b4ec-f004a204f3e8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 932 time: 0.6368425 Nov 10 08:33:25.434080 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.438447 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8a818bc-70ec-4781-b8c8-4d79a29d4d96 req-3d217ddb-13ec-4b37-bfe9-6d0579a49e3e service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572247 Nov 10 08:33:25.445490 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-916e63fa-b5cf-49cb-8e29-761f69fdfc47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 200 len: 217 time: 0.0707138 Nov 10 08:33:25.459615 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:25.502477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.510309 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2eeb82e-28f2-4e2b-818d-639a3c1f180e req-1822fb7d-8d89-41a8-bd95-c0fa839ed0f9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789112 Nov 10 08:33:25.527196 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.528102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.529671 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] 10.222.0.45 "PUT /v2.0/ports/bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 1093 time: 2.2684112 Nov 10 08:33:25.530270 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:25.532888 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa1bbe-4551-4e38-b825-2b1c234d6feb" -d '{"events": [{"name": "network-changed", "server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:25.563404 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-19761ea8-845a-4329-b756-7fa86e4c36fb req-1fbe6ddd-59f9-4fdb-ae74-0ae347dd4729 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600354 Nov 10 08:33:25.565116 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-6bb272d6-7324-4c80-a6d6-112c3521e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.566579 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-6bb272d6-7324-4c80-a6d6-112c3521e09c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.1144114 Nov 10 08:33:25.609683 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Transition to ACTIVE for port object 0a103918-0dcd-4fd8-8967-00a49dd75123 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:33:25.622769 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51ba4-66b6-45c3-a03d-1d3f1859ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:25.642881 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-8de72f06-58de-47ad-a3f6-89535f09e50e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680211 Nov 10 08:33:25.728394 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.754505 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecc652-f389-486d-b3ee-73e4b0c8c366 req-f908f108-c4d4-4c42-8e6d-5854db78b97a tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.763367 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1cecc652-f389-486d-b3ee-73e4b0c8c366 req-f908f108-c4d4-4c42-8e6d-5854db78b97a tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.1228786 Nov 10 08:33:25.768090 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:25.825291 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-a6e26ef5-f535-4363-a228-367a07d65ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719666 Nov 10 08:33:25.873725 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:25.874540 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1cecc652-f389-486d-b3ee-73e4b0c8c366 req-9e8af38d-9c58-4fae-81ca-37618f8790f8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061020 Nov 10 08:33:25.908895 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-25322d6b-2f6a-4164-bf85-1960dfc7bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:25.912268 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-25322d6b-2f6a-4164-bf85-1960dfc7bf35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1096 time: 0.2139714 Nov 10 08:33:25.919645 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=531700ee-86a3-4616-9e6f-7d2a268ccec8,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:25.984696 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-1fcf5ceb-00c4-49fc-9460-8dd42847b6fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 217 time: 0.0568163 Nov 10 08:33:25.985749 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Attempting to bind port 0a103918-0dcd-4fd8-8967-00a49dd75123 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:33:25.986078 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Attempting to bind port 0a103918-0dcd-4fd8-8967-00a49dd75123 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:33:25.987171 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Attempting to bind port 0a103918-0dcd-4fd8-8967-00a49dd75123 on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:26.009720 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Port 0a103918-0dcd-4fd8-8967-00a49dd75123 on network 53d67005-2749-4845-aee8-aef476b438d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:33:26.010048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Attempting to bind port 0a103918-0dcd-4fd8-8967-00a49dd75123 on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:33:26.038566 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Checking segment: {'id': '46496772-3a05-410c-8554-1c43acc1d378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'adb247f6-e04c-4aeb-aef0-443530850cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:26.038974 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Network hostable DHCP agents. Network: adb247f6-e04c-4aeb-aef0-443530850cd4, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:33:26.052916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:33:26.053257 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Checking segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:26.053644 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Bound using segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:33:26.054092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Bound port: 0a103918-0dcd-4fd8-8967-00a49dd75123, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:33:26.054986 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:26.097812 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d96b44d1-f85d-4d66-93c5-b46c9a5f0bb1 req-3203c0bb-53ab-4e2f-865d-ab54588febdb service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633467 Nov 10 08:33:26.122237 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938a49-7e21-4109-ba9a-93357b79f3a9 req-565f4832-b9d0-465f-ba25-8d127b627c9b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.122822 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-e253dfb1-daf4-43d8-bcdb-1a52060696cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.126542 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-e253dfb1-daf4-43d8-bcdb-1a52060696cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.1325397 Nov 10 08:33:26.131798 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc938a49-7e21-4109-ba9a-93357b79f3a9 req-565f4832-b9d0-465f-ba25-8d127b627c9b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 943 time: 0.1430848 Nov 10 08:33:26.231002 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ef9163-4764-4593-94cd-b6ad23f630e3 x-openstack-request-id: req-52ef9163-4764-4593-94cd-b6ad23f630e3 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:26.233155 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc938a49-7e21-4109-ba9a-93357b79f3a9 req-b19acdcd-5cdf-4d09-b7b6-30ad044ddf9f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027009 Nov 10 08:33:26.233720 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:26.234131 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ef9163-4764-4593-94cd-b6ad23f630e3 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:26.235015 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07', 'code': 200} Nov 10 08:33:26.297470 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Network adb247f6-e04c-4aeb-aef0-443530850cd4 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:33:26.300504 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd28df5d-67f8-4660-b176-059c8c526092 x-openstack-request-id: req-dd28df5d-67f8-4660-b176-059c8c526092 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:26.300993 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:26.301213 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd28df5d-67f8-4660-b176-059c8c526092 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:26.301712 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa', 'status': 'completed', 'code': 200} Nov 10 08:33:26.312505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf27309-6c41-4d84-9f25-499cc98111f6 x-openstack-request-id: req-bdf27309-6c41-4d84-9f25-499cc98111f6 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:26.312903 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:26.313310 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdf27309-6c41-4d84-9f25-499cc98111f6 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:26.321088 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'status': 'completed', 'code': 200} Nov 10 08:33:26.321509 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:33:26.337510 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-0d6d5ecc-0632-4366-9b7d-f16545a696b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.339142 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-0d6d5ecc-0632-4366-9b7d-f16545a696b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1812954 Nov 10 08:33:26.342908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:33:26.405874 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, adb247f6-e04c-4aeb-aef0-443530850cd4) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:26.409664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-7655e166-aa36-4b74-9a71-e6f45b080b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.411898 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-7655e166-aa36-4b74-9a71-e6f45b080b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1096 time: 0.0630798 Nov 10 08:33:26.415691 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d590da-009d-4e13-847e-b5b274c7d00c None None] Network adb247f6-e04c-4aeb-aef0-443530850cd4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:26.420849 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.421480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:26.526117 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-7ce368f1-f22d-45fe-84cb-ab28588ec32a service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773489 Nov 10 08:33:26.544657 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f7eaec49-c644-4e71-ba2a-6ab6ca9abbac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4820940 Nov 10 08:33:26.547088 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:26.613406 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749c793-284c-4b0e-b596-776fa045b20a None None] Network adb247f6-e04c-4aeb-aef0-443530850cd4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:26.618880 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-49b6c339-84e8-4c47-bc4d-4f88523cdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.626079 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-49b6c339-84e8-4c47-bc4d-4f88523cdc38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.2021220 Nov 10 08:33:26.701344 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:26.756789 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-929717d7-dcc1-4865-953c-50e60f4fb7a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 200 len: 217 time: 0.1186242 Nov 10 08:33:26.777204 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.777204 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:26.781747 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-b5bb1811-4ab0-432c-b567-b535ab193fb4 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 1094 time: 2.1291330 Nov 10 08:33:26.864753 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dcd3befa-040a-48d6-9118-7eb6e96693a3 req-c71ac3a6-cf27-4368-a92a-6377984111ac service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128872 Nov 10 08:33:26.982593 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-6ecfd5c1-0395-4db9-b620-63a303bea124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.984302 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-6ecfd5c1-0395-4db9-b620-63a303bea124 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 1098 time: 0.2552698 Nov 10 08:33:26.996939 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6276ab8-c6a2-452c-b098-7c0bb0f292ab req-73158d5e-3b48-48a3-9cd7-857c6dc6d855 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:26.998614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6276ab8-c6a2-452c-b098-7c0bb0f292ab req-73158d5e-3b48-48a3-9cd7-857c6dc6d855 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 943 time: 0.2740283 Nov 10 08:33:27.003454 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-b0418e17-0edc-428c-a3b0-ca448f03d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.005074 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-b0418e17-0edc-428c-a3b0-ca448f03d66c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.1880441 Nov 10 08:33:27.018840 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.064651 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bed08f-1877-4bba-8b46-f067e420293d req-02e9ba1e-6a9b-440d-af5a-3497f4ff22e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.080190 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-88bed08f-1877-4bba-8b46-f067e420293d req-02e9ba1e-6a9b-440d-af5a-3497f4ff22e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.2643425 Nov 10 08:33:27.107995 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-e4302d08-f1f8-4c06-b46f-9f63d5c383e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858450 Nov 10 08:33:27.110558 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-de9596c2-c0c1-4db3-9c16-cf73dbbb816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.112408 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-de9596c2-c0c1-4db3-9c16-cf73dbbb816b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1097 time: 0.1589880 Nov 10 08:33:27.114424 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-45bf18bf-5058-49bc-bdbb-f77dc769dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.116050 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-45bf18bf-5058-49bc-bdbb-f77dc769dc5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1096 time: 0.0954990 Nov 10 08:33:27.181314 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-cbdb0bc4-20ae-49ad-a555-addadf4d726d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 217 time: 0.0528178 Nov 10 08:33:27.245128 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6276ab8-c6a2-452c-b098-7c0bb0f292ab req-23206bf7-8a92-407f-928e-300f64be6cfc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220833 Nov 10 08:33:27.276932 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-65a45560-47c5-4e39-b48e-b6b8c315c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.278492 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-65a45560-47c5-4e39-b48e-b6b8c315c791 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0698004 Nov 10 08:33:27.291048 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-88bed08f-1877-4bba-8b46-f067e420293d req-5cfe677f-a820-4ded-957f-c97c79bd5100 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858232 Nov 10 08:33:27.331403 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-c2f9bde4-90de-4bf0-9305-a4414d5440e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.333012 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-c2f9bde4-90de-4bf0-9305-a4414d5440e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.1963537 Nov 10 08:33:27.385940 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-c46359a8-ae1f-4094-bb8f-e35b9d0fb12b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 217 time: 0.0442615 Nov 10 08:33:27.395777 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307208-42f5-4a2a-8b11-273293247311 req-47766a89-ed4f-4488-9419-59be997f991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.397391 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-47766a89-ed4f-4488-9419-59be997f991a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063406 Nov 10 08:33:27.411674 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-9b0a8b29-2654-45d8-af48-48c0f5c127a6 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862515 Nov 10 08:33:27.434847 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.493329 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-3b3ba2e3-7566-4a26-8e94-8e9593ad678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.494875 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-3b3ba2e3-7566-4a26-8e94-8e9593ad678c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.1017962 Nov 10 08:33:27.524712 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c742d3-8c6d-4546-8e0a-785f158fe833 req-bd0d626b-1d5b-44bf-b3ac-78b797cbd0ed tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.526209 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-76c742d3-8c6d-4546-8e0a-785f158fe833 req-bd0d626b-1d5b-44bf-b3ac-78b797cbd0ed tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.1547370 Nov 10 08:33:27.526847 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.561152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c42e3-2b64-4f0e-a951-b460c722874d req-da538760-e1a2-4041-ae23-f32a979b8b1d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.566119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c66c42e3-2b64-4f0e-a951-b460c722874d req-da538760-e1a2-4041-ae23-f32a979b8b1d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 943 time: 0.1697073 Nov 10 08:33:27.569420 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-56f58e8d-2bfe-4d23-8084-f0482b197a90 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567996 Nov 10 08:33:27.595070 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41910) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:27.639800 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400847 Nov 10 08:33:27.646835 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-b17d2150-ebf4-47f8-b1c7-94f9c8829e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:27.649024 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-b17d2150-ebf4-47f8-b1c7-94f9c8829e00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445220 Nov 10 08:33:27.649214 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9ed79-eb4b-47e6-a819-72d48a8d3cf4,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:27.670056 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-9891dbf4-c5c0-4d9b-b434-56a837fc5591 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373219 Nov 10 08:33:27.694616 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63307208-42f5-4a2a-8b11-273293247311 req-2b4dc3f1-4b68-43a0-a832-fe896aae898c service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Nov 10 08:33:27.696157 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-76c742d3-8c6d-4546-8e0a-785f158fe833 req-1612ec77-8801-41d3-a9bc-7fd773939cf7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584933 Nov 10 08:33:27.703730 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c66c42e3-2b64-4f0e-a951-b460c722874d req-7881e7b4-fddc-491a-b97f-51cc34ce2e9e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209559 Nov 10 08:33:27.764565 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3fe3054c-783a-4d56-97bf-c4d91b98def3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.847801 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3fe3054c-783a-4d56-97bf-c4d91b98def3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.857674 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device b4fb42c1-9100-4dae-a014-fe232b7d3bc4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:33:27.901858 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3fe3054c-783a-4d56-97bf-c4d91b98def3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:27.980389 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:27.994934 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'port_id': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'mac_address': 'fa:16:3e:2a:7a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:33:28.000217 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-02822f03-8c4f-4b3f-99a7-a20398e50b28 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185734 Nov 10 08:33:28.000662 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41926) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:28.006506 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577237652-network', 'tenant_id': 'ce599c721bb741cdb01b7de69a656186'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:28.060509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.074502 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fb42c1-9100-4dae-a014-fe232b7d3bc4 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:28.084915 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3054c-783a-4d56-97bf-c4d91b98def3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fdfe16-ef14-49c4-8c22-04707b3b8cc8,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:28.089979 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Made reservation on behalf of ce599c721bb741cdb01b7de69a656186 for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:28.092862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.102355 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3fe3054c-783a-4d56-97bf-c4d91b98def3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d623d7845244c0a76f18e940d20793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973109 Nov 10 08:33:28.102355 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 41930) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:28.110657 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.136818 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:28.172290 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6daa1bbe-4551-4e38-b825-2b1c234d6feb req-92c7dc2e-b008-440e-9959-4d07224e6301 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589413 Nov 10 08:33:28.185922 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.212134 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.215151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.271284 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.278790 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:28.314656 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:28.317976 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:28.324943 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.327759 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.330171 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78fdfe16-ef14-49c4-8c22-04707b3b8cc8 HTTP/1.1" status: 204 len: 168 time: 0.2299178 Nov 10 08:33:28.341930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b916a41-5c2a-4c18-9bbf-90bcb4bde9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fdfe16-ef14-49c4-8c22-04707b3b8cc8,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:28.365932 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.418146 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:33:28.459996 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6172a7-790c-4bb4-bec9-286ab6edea1c,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:28.463389 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.463729 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Added segment 54633fd5-3b63-451f-b9d3-ce0d591d4999 of type vlan for network f1548d59-717a-45c7-8dff-06959d12fc27 Nov 10 08:33:28.464334 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['b4fb42c1-9100-4dae-a014-fe232b7d3bc4'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:28.505249 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650564-78b6-4e04-b92b-adad3e7ffc9c req-6d49109f-270c-48ce-aac1-c19c5f28a00c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.506731 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b650564-78b6-4e04-b92b-adad3e7ffc9c req-6d49109f-270c-48ce-aac1-c19c5f28a00c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 943 time: 0.1624424 Nov 10 08:33:28.526177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.550600 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec98cc-e3a3-4ccf-abf7-701370c1daa2 req-936b5757-6831-48b3-a476-1d6217e1e2a7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.552359 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3ec98cc-e3a3-4ccf-abf7-701370c1daa2 req-936b5757-6831-48b3-a476-1d6217e1e2a7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.1641736 Nov 10 08:33:28.619904 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b650564-78b6-4e04-b92b-adad3e7ffc9c req-5fd44f1c-4daa-43a1-80ff-97354b85489e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045809 Nov 10 08:33:28.660411 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3ec98cc-e3a3-4ccf-abf7-701370c1daa2 req-c5a81ef1-b1d6-4b2b-acf6-8f84415f6596 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949297 Nov 10 08:33:28.671274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d6743-311c-4584-94aa-22d3f9235fca x-openstack-request-id: req-714d6743-311c-4584-94aa-22d3f9235fca {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:28.671772 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:28.671948 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-714d6743-311c-4584-94aa-22d3f9235fca {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:28.672452 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'status': 'completed', 'code': 200} Nov 10 08:33:28.682453 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.683464 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.684075 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:28.755141 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] Pushing event updated for resources: {'Network': ['ID=f1548d59-717a-45c7-8dff-06959d12fc27,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:28.768255 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network f1548d59-717a-45c7-8dff-06959d12fc27 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:33:28.816390 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ee44e3fa-3f80-474a-bb78-73c1e5ce73df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8141892 Nov 10 08:33:28.821852 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41966) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:28.826001 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Request body: {'subnet': {'network_id': 'f1548d59-717a-45c7-8dff-06959d12fc27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577237652-subnet', 'tenant_id': 'ce599c721bb741cdb01b7de69a656186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:28.831327 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-e224187d-d211-495d-8e12-ced47edd62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.832844 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-e224187d-d211-495d-8e12-ced47edd62e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1097 time: 0.1364796 Nov 10 08:33:28.940976 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14291c00-5c73-4b92-a0a7-445b1ecf11a2 req-a25f78ba-0f64-4db6-aed1-19600a81dade tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.942471 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-14291c00-5c73-4b92-a0a7-445b1ecf11a2 req-a25f78ba-0f64-4db6-aed1-19600a81dade tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0938594 Nov 10 08:33:28.949928 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-394b5fd0-8d77-4961-9f31-ad9cf9d0ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.951789 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-394b5fd0-8d77-4961-9f31-ad9cf9d0ff0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.1087542 Nov 10 08:33:28.962137 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d40d-b963-41df-946e-229501c780bb req-5d640dbc-8b12-47d4-aeb7-a5f51e45c3ea tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:28.965573 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ea9d40d-b963-41df-946e-229501c780bb req-5d640dbc-8b12-47d4-aeb7-a5f51e45c3ea tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 943 time: 0.0778902 Nov 10 08:33:29.009912 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-9bac7243-3a64-491e-abe7-be32205f7e47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 217 time: 0.0493085 Nov 10 08:33:29.030119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Made reservation on behalf of ce599c721bb741cdb01b7de69a656186 for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:29.032402 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.074670 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-5a331cb2-9ba4-47f6-9191-bd44fa04201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:29.076160 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-5a331cb2-9ba4-47f6-9191-bd44fa04201f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0581319 Nov 10 08:33:29.084506 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-14291c00-5c73-4b92-a0a7-445b1ecf11a2 req-9eae78e9-3161-43fe-b840-24697a25a165 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198559 Nov 10 08:33:29.090568 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ea9d40d-b963-41df-946e-229501c780bb req-a4cb9e2d-36f9-4af4-8ea8-0a471bd2f34d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159704 Nov 10 08:33:29.138782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-2db10948-0255-4a46-8098-d220bd02071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:29.140280 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-2db10948-0255-4a46-8098-d220bd02071f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576015 Nov 10 08:33:29.217213 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41972) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:29.232583 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-baff8136-0695-431f-a1f8-b9c11d0a08d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.236538 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-ce141ce8-9fff-4d9c-94d2-10ad64842491 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884826 Nov 10 08:33:29.297259 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.339239 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-baff8136-0695-431f-a1f8-b9c11d0a08d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.368465 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6c8df4-fa9e-4f1c-b4e8-ea54940fcce2,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:29.387336 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Checking segment: {'id': '54633fd5-3b63-451f-b9d3-ce0d591d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f1548d59-717a-45c7-8dff-06959d12fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:29.387704 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Network hostable DHCP agents. Network: f1548d59-717a-45c7-8dff-06959d12fc27, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:33:29.391539 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-baff8136-0695-431f-a1f8-b9c11d0a08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.452336 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-baff8136-0695-431f-a1f8-b9c11d0a08d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc45c16e21dd41ba8195664309aca4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337964 Nov 10 08:33:29.454783 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8136-0695-431f-a1f8-b9c11d0a08d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c568158-916b-4690-bf62-6a9863a42557,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:29.457074 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 41978) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:29.506860 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ce6a6ba5-f482-4672-9598-ad1a9f5ee84a req-d2ad5d2d-acca-4506-8129-51a051f8a923 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628307 Nov 10 08:33:29.509150 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.530759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.563890 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Network f1548d59-717a-45c7-8dff-06959d12fc27 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:33:29.639917 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, f1548d59-717a-45c7-8dff-06959d12fc27) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:29.649511 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a570aa4-e702-41bf-a138-1a16d42a775f None None] Network f1548d59-717a-45c7-8dff-06959d12fc27 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:29.652349 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:29.652990 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.752891 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.755747 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:29.757129 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c568158-916b-4690-bf62-6a9863a42557 HTTP/1.1" status: 204 len: 168 time: 0.2991579 Nov 10 08:33:29.789629 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc16e0-a2a3-449a-b72c-8a6e56fd988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c568158-916b-4690-bf62-6a9863a42557,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:29.835225 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177998c-1225-4c20-b74f-eccebb6982e0 None None] Network f1548d59-717a-45c7-8dff-06959d12fc27 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:29.835944 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-da70eef9-c697-45f9-b4a2-dd476fc85a7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0158215 Nov 10 08:33:29.853641 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192394-51f2-424c-b4af-446c8c4d520c req-9ef873a3-667b-4967-b240-6f8028262de2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:29.860927 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8b192394-51f2-424c-b4af-446c8c4d520c req-9ef873a3-667b-4967-b240-6f8028262de2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 943 time: 0.1374507 Nov 10 08:33:29.891360 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device a519fd91-da1c-4583-9e12-39a394a558aa details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:33:29.896723 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f00744-b1b3-4ac1-981a-dbdeb103d90f req-57b24f1d-bb17-4382-a8c8-87c6a2745e26 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:29.898333 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2f00744-b1b3-4ac1-981a-dbdeb103d90f req-57b24f1d-bb17-4382-a8c8-87c6a2745e26 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.1270559 Nov 10 08:33:29.910107 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device b4fb42c1-9100-4dae-a014-fe232b7d3bc4 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:29.941930 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8b192394-51f2-424c-b4af-446c8c4d520c req-e102264d-3d0d-4911-990f-7a4690186a3e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799789 Nov 10 08:33:29.969052 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2f00744-b1b3-4ac1-981a-dbdeb103d90f req-410c71c7-8782-4e43-add3-b1436efebccb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625153 Nov 10 08:33:30.206408 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42004) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:30.236964 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a519fd91-da1c-4583-9e12-39a394a558aa,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:30.266992 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'a519fd91-da1c-4583-9e12-39a394a558aa', 'network_id': '01b917d4-a943-4ed1-8269-d45364cbe831', 'port_id': 'a519fd91-da1c-4583-9e12-39a394a558aa', 'mac_address': 'fa:16:3e:62:91:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1a85e-25eb-4e3f-8b48-bb00012e19c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:33:30.268523 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Deleting subnet 531700ee-86a3-4616-9e6f-7d2a268ccec8 {{(pid=102061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:33:30.272794 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.275019 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:33:30.280940 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:30.281316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.296396 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2bf14-15e9-4742-b143-99c0d043c691 req-9d3b008f-4a32-426a-9f54-066982647d91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:30.305617 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a5c2bf14-15e9-4742-b143-99c0d043c691 req-9d3b008f-4a32-426a-9f54-066982647d91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 943 time: 0.1169002 Nov 10 08:33:30.316783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.330084 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.362023 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.377206 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a519fd91-da1c-4583-9e12-39a394a558aa {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:30.381862 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a5c2bf14-15e9-4742-b143-99c0d043c691 req-54c6034a-93e8-434e-a6d6-030a9cf59a26 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699003 Nov 10 08:33:30.382525 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42008) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:30.405611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a519fd91-da1c-4583-9e12-39a394a558aa,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:30.407585 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821fef-7bcb-44b8-b561-95200493b1fd req-b932420d-8b17-4934-b430-96e07f660743 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:30.409387 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63821fef-7bcb-44b8-b561-95200493b1fd req-b932420d-8b17-4934-b430-96e07f660743 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.1728039 Nov 10 08:33:30.450879 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.466139 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-63821fef-7bcb-44b8-b561-95200493b1fd req-2963bf92-f1c4-459a-91f6-51c45015aa9c tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490265 Nov 10 08:33:30.485282 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.489886 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:30.490525 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94fd12-6a0e-45ef-be97-ec85ca94cd3c" -d '{"events": [{"server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:30.517916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531700ee-86a3-4616-9e6f-7d2a268ccec8,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:30.519832 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.521847 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:30.526328 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-97f1b9fb-dc74-4703-a0ff-c4eb2af682bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/531700ee-86a3-4616-9e6f-7d2a268ccec8 HTTP/1.1" status: 204 len: 168 time: 0.3165593 Nov 10 08:33:30.526778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42020) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:30.528858 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.529522 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bb2fa73f-7550-4280-8b58-c8278194a56d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:33:30.570271 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e775f1b7-3413-470c-a5e9-35335c12014e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.578178 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a8e673-811f-4f4a-a6ff-4f0640641848 x-openstack-request-id: req-e2a8e673-811f-4f4a-a6ff-4f0640641848 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:30.578500 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:30.578745 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2a8e673-811f-4f4a-a6ff-4f0640641848 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:30.579126 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'code': 200} Nov 10 08:33:30.655265 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.661648 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.673945 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:30.710206 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e775f1b7-3413-470c-a5e9-35335c12014e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.766214 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.784855 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bb2fa73f-7550-4280-8b58-c8278194a56d,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:30.787965 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:30.792240 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.792964 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.793912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.794414 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > port after_create 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.795334 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.796541 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > port after_update 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.797142 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.797473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.799053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e775f1b7-3413-470c-a5e9-35335c12014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.799950 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.800445 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.808688 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'port_id': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'mac_address': 'fa:16:3e:98:04:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:33:30.857883 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e775f1b7-3413-470c-a5e9-35335c12014e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b69e972ea8ac4326bfa22ff30d5d41db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636145 Nov 10 08:33:30.859943 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775f1b7-3413-470c-a5e9-35335c12014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02574b16-ea40-4a36-8a04-cf93571b1252,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:30.872535 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.884564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42028) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:30.904962 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2fa73f-7550-4280-8b58-c8278194a56d {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:30.940658 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bb2fa73f-7550-4280-8b58-c8278194a56d,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:30.951002 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:30.971315 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.976146 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.976146 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.976146 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:33:30.976146 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb247f6-e04c-4aeb-aef0-443530850cd4']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:30.977031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.010825 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.035550 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46496772-3a05-410c-8554-1c43acc1d378') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:31.035845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46496772-3a05-410c-8554-1c43acc1d378') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:31.071729 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:31.073930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.111652 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.119566 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d864423-468e-4ce0-91de-2965e2c8bfdf req-7bf118d8-cb7c-4868-bf89-453de09cf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:31.121201 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4d864423-468e-4ce0-91de-2965e2c8bfdf req-7bf118d8-cb7c-4868-bf89-453de09cf8f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.1426933 Nov 10 08:33:31.127553 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:33:31.127991 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: from cryptography.utils import int_from_bytes Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: from cryptography.utils import int_from_bytes Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:33:31.134954 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:33:31.143811 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.146466 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.147709 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02574b16-ea40-4a36-8a04-cf93571b1252 HTTP/1.1" status: 204 len: 168 time: 0.2621839 Nov 10 08:33:31.165677 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866c1ef-83c2-43d6-b514-f1dcf8cccde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02574b16-ea40-4a36-8a04-cf93571b1252,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:31.181251 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bb2e-7f02-44e8-9bc6-d6d41674e387 req-38fb720f-59aa-49f1-b87b-06d385454cb0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:31.188719 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-cf59bb2e-7f02-44e8-9bc6-d6d41674e387 req-38fb720f-59aa-49f1-b87b-06d385454cb0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.1229777 Nov 10 08:33:31.214652 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9535720-f903-41bc-9f69-436078d38ddb req-fefded84-11a7-44a9-94f6-905cab9b0e73 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:31.216191 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a9535720-f903-41bc-9f69-436078d38ddb req-fefded84-11a7-44a9-94f6-905cab9b0e73 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.1095724 Nov 10 08:33:31.261710 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-cf59bb2e-7f02-44e8-9bc6-d6d41674e387 req-63b405fe-9c96-4a58-a24e-57809a33f873 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721011 Nov 10 08:33:31.261887 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4d864423-468e-4ce0-91de-2965e2c8bfdf req-2ea66a75-fac6-4502-9479-296307baa2bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Nov 10 08:33:31.276675 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['bb2fa73f-7550-4280-8b58-c8278194a56d'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:31.297085 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a9535720-f903-41bc-9f69-436078d38ddb req-2d0ac338-376c-4546-a8ce-0a26806e7fea tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Nov 10 08:33:31.337218 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['a519fd91-da1c-4583-9e12-39a394a558aa'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:31.376321 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.384709 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.387993 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] 10.222.0.21 "DELETE /v2.0/networks/adb247f6-e04c-4aeb-aef0-443530850cd4 HTTP/1.1" status: 204 len: 168 time: 0.8599894 Nov 10 08:33:31.390934 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42046) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:31.397756 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07139cfe-4a8c-4e21-9d0a-73cb27b58d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb247f6-e04c-4aeb-aef0-443530850cd4,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:31.538135 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Deleting subnet 5d6c8df4-fa9e-4f1c-b4e8-ea54940fcce2 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:33:31.543501 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.779514 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d523a67-662a-4e5f-b278-23ea791f77cc req-a84634c5-9773-4e08-9fce-636430cd586f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:31.781035 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d523a67-662a-4e5f-b278-23ea791f77cc req-a84634c5-9773-4e08-9fce-636430cd586f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.2938056 Nov 10 08:33:31.808101 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.824013 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:31.873318 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d523a67-662a-4e5f-b278-23ea791f77cc req-cb487959-25b4-46b8-96ff-3bc952e029f8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835137 Nov 10 08:33:31.888489 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:33:31.996518 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:32.008643 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:33:32.009957 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.036212 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6c8df4-fa9e-4f1c-b4e8-ea54940fcce2,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:32.040437 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.044032 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1c542678-4582-427c-892c-2329091502d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d6c8df4-fa9e-4f1c-b4e8-ea54940fcce2 HTTP/1.1" status: 204 len: 168 time: 0.6518166 Nov 10 08:33:32.046881 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42062) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:32.049036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.055486 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42064) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:32.068878 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:33:32.069090 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c16e24d6-4e89-42b3-8ae3-e8606c5b5b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.090076 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:32.122753 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.147272 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c16e24d6-4e89-42b3-8ae3-e8606c5b5b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.197628 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.200453 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.220497 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c16e24d6-4e89-42b3-8ae3-e8606c5b5b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.229894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1548d59-717a-45c7-8dff-06959d12fc27']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:32.240627 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54633fd5-3b63-451f-b9d3-ce0d591d4999') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:32.242676 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54633fd5-3b63-451f-b9d3-ce0d591d4999') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:32.250843 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:32.256917 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.261763 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c16e24d6-4e89-42b3-8ae3-e8606c5b5b70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d37eb071c9740cba7b0882e35589ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054183 Nov 10 08:33:32.262616 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e24d6-4e89-42b3-8ae3-e8606c5b5b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727f7d0-8a87-4acb-9ef9-7136967b6dec,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:32.265529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42066) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:32.282576 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.295799 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:33:32.296205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:33:32.297819 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:33:32.370088 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.400845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.417249 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ae2f6-f46b-4a4e-94de-b82f647f5fea req-e788bfe1-29b7-4c39-aa31-afc8859298de tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:32.419264 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-794ae2f6-f46b-4a4e-94de-b82f647f5fea req-e788bfe1-29b7-4c39-aa31-afc8859298de tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0796623 Nov 10 08:33:32.436708 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146583e6-d917-4394-b87b-ffd81567ca36 req-89f6c4e8-6f7f-4e0b-b257-f8e9e575cbeb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:32.438216 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-146583e6-d917-4394-b87b-ffd81567ca36 req-89f6c4e8-6f7f-4e0b-b257-f8e9e575cbeb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.0721889 Nov 10 08:33:32.445039 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.449440 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.452958 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1548d59-717a-45c7-8dff-06959d12fc27 HTTP/1.1" status: 204 len: 168 time: 0.4049275 Nov 10 08:33:32.469093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a1a4-780e-446e-8a12-d8b6b6ca5aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1548d59-717a-45c7-8dff-06959d12fc27,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:32.518791 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-794ae2f6-f46b-4a4e-94de-b82f647f5fea req-7a297d9c-3eba-4056-bd16-99fd8fe2c2e5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903630 Nov 10 08:33:32.541197 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-146583e6-d917-4394-b87b-ffd81567ca36 req-40d57b51-9a96-461d-9ac7-08850ccb71e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896666 Nov 10 08:33:32.547723 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.550438 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.551627 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7727f7d0-8a87-4acb-9ef9-7136967b6dec HTTP/1.1" status: 204 len: 168 time: 0.2836530 Nov 10 08:33:32.571967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158b07-4879-4dcb-ba96-e0a32d5700bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727f7d0-8a87-4acb-9ef9-7136967b6dec,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:32.888285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42086) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:32.930124 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0e628c5f-017d-4ad6-a30a-69c7f7a9aec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab061f320fde41139eb7137bc958fc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404541 Nov 10 08:33:32.932422 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42090) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:32.982077 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:32.995948 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8386f12-cfb1-4af1-a73e-6cbb8674d96d req-1d3c98bc-78e2-472e-96af-97077aac14b7 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:32.998232 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8386f12-cfb1-4af1-a73e-6cbb8674d96d req-1d3c98bc-78e2-472e-96af-97077aac14b7 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.0502927 Nov 10 08:33:33.003845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:33.055833 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8386f12-cfb1-4af1-a73e-6cbb8674d96d req-784e7a9c-9527-4ce9-bf16-e588fa613662 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521598 Nov 10 08:33:33.142153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:33.144817 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:33.145968 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c933850b-a52b-42e5-8cd8-ddd9fe515b56 HTTP/1.1" status: 204 len: 168 time: 0.2127180 Nov 10 08:33:33.157995 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ffb39-f99d-4d69-a143-bab170a8d06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c933850b-a52b-42e5-8cd8-ddd9fe515b56,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:33.692123 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949582e-7bfd-4ff3-bd59-3852d690b733 req-a163817b-162a-40c8-b76d-5769a391c5f3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:33.697181 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5949582e-7bfd-4ff3-bd59-3852d690b733 req-a163817b-162a-40c8-b76d-5769a391c5f3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.0826368 Nov 10 08:33:33.716121 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ece715-4bb3-4376-a724-420af59b8b1a req-62052e03-db97-4eeb-9ca4-4ab8420cff9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:33.717588 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53ece715-4bb3-4376-a724-420af59b8b1a req-62052e03-db97-4eeb-9ca4-4ab8420cff9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0796988 Nov 10 08:33:33.766643 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42122) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:33.794515 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5949582e-7bfd-4ff3-bd59-3852d690b733 req-7f2cae84-134c-4524-8591-637c34dbf2d9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928917 Nov 10 08:33:33.801956 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53ece715-4bb3-4376-a724-420af59b8b1a req-3a71e89d-473d-45da-a22a-7c22010101ef tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776150 Nov 10 08:33:33.817776 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42126) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:33.818141 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f8ff4815-8946-4f21-945b-ebe8155e9a7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce599c721bb741cdb01b7de69a656186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501866 Nov 10 08:33:33.865806 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:33.886610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:34.004464 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:34.007113 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:34.008284 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c6172a7-790c-4bb4-bec9-286ab6edea1c HTTP/1.1" status: 204 len: 168 time: 0.1895468 Nov 10 08:33:34.016013 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d101b-374a-4aaf-86bb-05873dc954a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6172a7-790c-4bb4-bec9-286ab6edea1c,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:34.175202 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa03ed4-c7aa-457a-8c31-ac8139374fd3 req-43938c19-bcc7-4ca6-9306-acd9ff0c92aa tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:34.176756 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4fa03ed4-c7aa-457a-8c31-ac8139374fd3 req-43938c19-bcc7-4ca6-9306-acd9ff0c92aa tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.0504239 Nov 10 08:33:34.230572 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4fa03ed4-c7aa-457a-8c31-ac8139374fd3 req-b762720f-da9e-4d77-9f1d-e084ba856c49 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480120 Nov 10 08:33:34.742074 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:34.950898 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a364e-4353-4ec6-96ef-20d4d54eb227 req-7b57d2d3-7f4e-4e0e-ab07-526ee39c6150 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:34.952685 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-316a364e-4353-4ec6-96ef-20d4d54eb227 req-7b57d2d3-7f4e-4e0e-ab07-526ee39c6150 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.0811734 Nov 10 08:33:34.960162 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b361-8541-4439-b73d-e83f4d851f74 req-4d7ae3c6-8874-4e9a-8e64-6f20defabed5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:34.962268 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d16b361-8541-4439-b73d-e83f4d851f74 req-4d7ae3c6-8874-4e9a-8e64-6f20defabed5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0785825 Nov 10 08:33:35.032193 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-316a364e-4353-4ec6-96ef-20d4d54eb227 req-10dec2da-8fcc-4902-abc7-237d0b23ca20 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Nov 10 08:33:35.044374 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d16b361-8541-4439-b73d-e83f4d851f74 req-91a82e4d-337b-4d95-aeef-62a812de3452 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748813 Nov 10 08:33:35.063945 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['0a103918-0dcd-4fd8-8967-00a49dd75123'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:35.290118 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42186) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:35.351115 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372a61e-c148-419a-8146-b0547868e0c9 req-d87f4f75-7504-4cb2-9d36-8c842157a9ae tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:35.353281 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3372a61e-c148-419a-8146-b0547868e0c9 req-d87f4f75-7504-4cb2-9d36-8c842157a9ae tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.0550048 Nov 10 08:33:35.409949 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b017619-8893-4bcd-8b8d-15bf3afd2e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.416032 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3372a61e-c148-419a-8146-b0547868e0c9 req-bfe72114-03f8-43e6-87b9-6e1a9213a1cf tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568137 Nov 10 08:33:35.488674 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b017619-8893-4bcd-8b8d-15bf3afd2e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.610494 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b017619-8893-4bcd-8b8d-15bf3afd2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.652500 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6b017619-8893-4bcd-8b8d-15bf3afd2e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0305182aa6464e3ea3299da0559e79ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608966 Nov 10 08:33:35.655106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b017619-8893-4bcd-8b8d-15bf3afd2e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ece12-bd07-4c10-9c94-a1babb8d64e3,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:35.655308 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42202) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:35.707779 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.733681 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.867694 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.870442 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:35.871585 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1ece12-bd07-4c10-9c94-a1babb8d64e3 HTTP/1.1" status: 204 len: 168 time: 0.2146745 Nov 10 08:33:35.879785 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daab3dc-abc3-4570-8fec-2d1f6c9493af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ece12-bd07-4c10-9c94-a1babb8d64e3,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:36.161843 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71416-fb06-4c5a-8ca3-6d9a410f71ad req-0bca0c16-3d08-4667-9ff7-d388216be3e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:36.163345 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c7f71416-fb06-4c5a-8ca3-6d9a410f71ad req-0bca0c16-3d08-4667-9ff7-d388216be3e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.0581403 Nov 10 08:33:36.230147 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c7f71416-fb06-4c5a-8ca3-6d9a410f71ad req-d6d0f742-f00f-4c2a-bbda-c5639ca64034 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Nov 10 08:33:36.334424 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af746771-3d3c-4677-a771-a636ccce8269 req-93f5e52c-54a1-4b6f-ac82-0d4cefbf3e40 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:36.336577 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af746771-3d3c-4677-a771-a636ccce8269 req-93f5e52c-54a1-4b6f-ac82-0d4cefbf3e40 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Nov 10 08:33:36.386173 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af746771-3d3c-4677-a771-a636ccce8269 req-e840fba1-963a-44ad-a158-d960b5d66222 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 Nov 10 08:33:36.559050 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c149e-50a3-431c-bbf4-560c5a88b26c req-040e7306-2568-416e-8cf7-4c22e9ac74e1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:36.560902 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f84c149e-50a3-431c-bbf4-560c5a88b26c req-040e7306-2568-416e-8cf7-4c22e9ac74e1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.0695300 Nov 10 08:33:36.613786 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f84c149e-50a3-431c-bbf4-560c5a88b26c req-5d82fe3a-d56d-487c-9db1-a244d1879e88 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468876 Nov 10 08:33:36.727345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42260) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:36.740318 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-281f2cb6-fabf-4160-8026-c25522cfde70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:36.818200 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-281f2cb6-fabf-4160-8026-c25522cfde70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:36.885649 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-281f2cb6-fabf-4160-8026-c25522cfde70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:36.921815 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f2cb6-fabf-4160-8026-c25522cfde70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248b8171-ab19-4a75-bf0b-47e67689ee0e,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:36.926091 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-281f2cb6-fabf-4160-8026-c25522cfde70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d21deebfcc64315998e2889965eaead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977124 Nov 10 08:33:36.928759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42268) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:36.974877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.001406 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.119159 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.121842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.122929 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/248b8171-ab19-4a75-bf0b-47e67689ee0e HTTP/1.1" status: 204 len: 168 time: 0.1932864 Nov 10 08:33:37.130654 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a80d3-f434-4333-9fb5-26a41f1de3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248b8171-ab19-4a75-bf0b-47e67689ee0e,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:37.347667 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3a5b-a551-4fc2-86fc-390913d9a35e req-93aef4a1-0f37-400d-bb34-68308de1041d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:37.349205 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6dc3a5b-a551-4fc2-86fc-390913d9a35e req-93aef4a1-0f37-400d-bb34-68308de1041d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 944 time: 0.0508490 Nov 10 08:33:37.360974 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device a519fd91-da1c-4583-9e12-39a394a558aa up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:37.407201 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6dc3a5b-a551-4fc2-86fc-390913d9a35e req-d57819a1-6452-4014-a464-0eafd1ec11bc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Nov 10 08:33:37.411210 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42284) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:37.467170 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port a519fd91-da1c-4583-9e12-39a394a558aa completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:33:37.473862 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port a519fd91-da1c-4583-9e12-39a394a558aa triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:37.474298 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.529094 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1a587-e85e-4e72-8827-6f8e07b547c5 req-40acafde-b06a-4428-8c93-ddd43f1a6573 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:37.530903 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5aa1a587-e85e-4e72-8827-6f8e07b547c5 req-40acafde-b06a-4428-8c93-ddd43f1a6573 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0595577 Nov 10 08:33:37.558778 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3110b821-759f-4bb2-b198-2ce6216fe2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.577019 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.599888 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:37.604250 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b9830-b436-4483-ab3e-227af17f2ea6" -d '{"events": [{"server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "name": "network-vif-plugged", "status": "completed", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:37.612278 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5aa1a587-e85e-4e72-8827-6f8e07b547c5 req-c88c18b7-91a5-4233-b167-173763febc4c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742934 Nov 10 08:33:37.616264 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a519fd91-da1c-4583-9e12-39a394a558aa,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:37.642516 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de99c17-b697-428e-87f2-28dc9dba0c2f x-openstack-request-id: req-0de99c17-b697-428e-87f2-28dc9dba0c2f {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:37.643134 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "name": "network-vif-plugged", "status": "completed", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:37.643459 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de99c17-b697-428e-87f2-28dc9dba0c2f {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:37.644219 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa', 'code': 200} Nov 10 08:33:37.669558 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3110b821-759f-4bb2-b198-2ce6216fe2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.707300 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.708143 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bb2fa73f-7550-4280-8b58-c8278194a56d up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:37.737051 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4d66-c51a-4fe4-9f41-0907c0cde8b8 req-dc216d18-e44d-44d7-8b42-251d7d75de4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:37.738514 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bd8c4d66-c51a-4fe4-9f41-0907c0cde8b8 req-dc216d18-e44d-44d7-8b42-251d7d75de4a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 944 time: 0.0525317 Nov 10 08:33:37.742955 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3110b821-759f-4bb2-b198-2ce6216fe2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.791326 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:37.804698 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3110b821-759f-4bb2-b198-2ce6216fe2aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=227bb942be1446038760d8af0361b2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887842 Nov 10 08:33:37.804942 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42304) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:37.806541 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b821-759f-4bb2-b198-2ce6216fe2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d170f2ea-6ad1-4e6a-b65e-5084c34e6aad,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:37.825686 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bd8c4d66-c51a-4fe4-9f41-0907c0cde8b8 req-4aa3443f-6b60-4fcf-8ec8-02465202d3af tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777528 Nov 10 08:33:37.854311 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port bb2fa73f-7550-4280-8b58-c8278194a56d completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:33:37.858991 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port bb2fa73f-7550-4280-8b58-c8278194a56d triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:37.858991 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.869083 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.897176 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.951574 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:37.983207 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bb2fa73f-7550-4280-8b58-c8278194a56d,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:38.014314 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.016890 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.018012 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d170f2ea-6ad1-4e6a-b65e-5084c34e6aad HTTP/1.1" status: 204 len: 168 time: 0.2126546 Nov 10 08:33:38.025835 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23ccf-e1fb-432f-90e7-8d19963ad8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170f2ea-6ad1-4e6a-b65e-5084c34e6aad,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:38.044490 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.045717 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:33:38.131948 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:38.191684 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 0a103918-0dcd-4fd8-8967-00a49dd75123 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:33:38.197685 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 0a103918-0dcd-4fd8-8967-00a49dd75123 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:33:38.198172 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.278584 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.312961 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:38.374657 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.420727 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:38.532771 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5386cd-14c2-4890-850b-4d487eefd8f8 req-c97c984b-dedd-4466-a114-e20d4ec13da0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:38.534335 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe5386cd-14c2-4890-850b-4d487eefd8f8 req-c97c984b-dedd-4466-a114-e20d4ec13da0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0487075 Nov 10 08:33:38.582477 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe5386cd-14c2-4890-850b-4d487eefd8f8 req-f0184810-c40b-4479-be87-f2830983031a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Nov 10 08:33:38.652309 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42330) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:38.666170 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c707902-4e99-40f8-bd49-bd712a283e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.738264 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b542bb-74a4-441b-9590-90f58a9c62ec req-e76824d6-2fda-4b29-973c-f4d34fc9f8c9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:38.739871 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-71b542bb-74a4-441b-9590-90f58a9c62ec req-e76824d6-2fda-4b29-973c-f4d34fc9f8c9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0517418 Nov 10 08:33:38.748135 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c707902-4e99-40f8-bd49-bd712a283e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.788373 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-71b542bb-74a4-441b-9590-90f58a9c62ec req-5d04090f-897f-481c-beb7-bd24d98bab6c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Nov 10 08:33:38.810249 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c707902-4e99-40f8-bd49-bd712a283e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.849873 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9c707902-4e99-40f8-bd49-bd712a283e74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f012ded161e84fefb5d676205cddd9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964250 Nov 10 08:33:38.852459 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c707902-4e99-40f8-bd49-bd712a283e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ed005-8e79-4b83-9eb3-0cb7f0c52450,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:38.853389 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42336) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:38.912945 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.952777 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:38.977494 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482873-777d-4bff-b8e1-db77440cc3c6 req-456568aa-9f84-4d8c-bde1-2e29481206b0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:38.978960 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ab482873-777d-4bff-b8e1-db77440cc3c6 req-456568aa-9f84-4d8c-bde1-2e29481206b0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0792789 Nov 10 08:33:39.040724 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ab482873-777d-4bff-b8e1-db77440cc3c6 req-8938d443-3ea2-4852-a9bb-3df265541f8f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532908 Nov 10 08:33:39.116709 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:39.116709 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:39.116882 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c7ed005-8e79-4b83-9eb3-0cb7f0c52450 HTTP/1.1" status: 204 len: 168 time: 0.2622578 Nov 10 08:33:39.125532 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a061a5-adce-44b8-946a-0b29cc43346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ed005-8e79-4b83-9eb3-0cb7f0c52450,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:39.579106 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63ab16-5e38-4827-b8ea-ce4a4f183b68 req-aa70547f-9cf9-4126-be00-d6094138f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:39.580987 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ff63ab16-5e38-4827-b8ea-ce4a4f183b68 req-aa70547f-9cf9-4126-be00-d6094138f688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1098 time: 0.0417507 Nov 10 08:33:39.633170 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ff63ab16-5e38-4827-b8ea-ce4a4f183b68 req-577f66f7-2b4e-4ca9-8d4a-1e3e087fa9ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Nov 10 08:33:39.645825 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d'}, {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:39.648622 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8391e53f-46bf-4e9c-99a7-7faf41461d12" -d '{"events": [{"server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d"}, {"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:39.689133 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7ce1ac-0e01-4fda-928b-2542f400c78c x-openstack-request-id: req-3b7ce1ac-0e01-4fda-928b-2542f400c78c {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:39.689431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d", "code": 200}, {"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:39.689683 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7ce1ac-0e01-4fda-928b-2542f400c78c {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:39.690076 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'code': 200} Nov 10 08:33:39.690331 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'code': 200} Nov 10 08:33:39.702032 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ee54c-0d28-4176-9aaa-feda7bc0a2ce req-72ee1947-9a9e-4b65-827b-0be1e2304d15 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:39.703531 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6e8ee54c-0d28-4176-9aaa-feda7bc0a2ce req-72ee1947-9a9e-4b65-827b-0be1e2304d15 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0530729 Nov 10 08:33:39.757582 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6e8ee54c-0d28-4176-9aaa-feda7bc0a2ce req-21ab80eb-3856-4c47-b70f-2f5663fd0720 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Nov 10 08:33:39.911595 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd07da-69ea-47d8-b869-a107907159b5 req-6474ac9e-7c13-4673-8206-ac2e68ad6400 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:39.913115 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9cfd07da-69ea-47d8-b869-a107907159b5 req-6474ac9e-7c13-4673-8206-ac2e68ad6400 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0524828 Nov 10 08:33:39.962882 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9cfd07da-69ea-47d8-b869-a107907159b5 req-4cd90f15-a222-4451-93a4-a1b44b5d1621 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 Nov 10 08:33:40.190168 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37c0c3-6768-474a-ae1a-05ca7899c60c req-ef3b5072-4e2c-4181-ab91-f8838c398eeb tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:40.191705 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e37c0c3-6768-474a-ae1a-05ca7899c60c req-ef3b5072-4e2c-4181-ab91-f8838c398eeb tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0837231 Nov 10 08:33:40.198870 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc58d8-a3cc-4ec0-9f8e-3f87e8c96607 req-b172f340-e3c1-4068-9a36-ea6be92b9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:40.200546 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4bcc58d8-a3cc-4ec0-9f8e-3f87e8c96607 req-b172f340-e3c1-4068-9a36-ea6be92b9290 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1098 time: 0.0540347 Nov 10 08:33:40.257079 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95de1b4-cccb-4d56-8a2e-f9d74cc93688 req-36abfce9-e5eb-4985-a132-8c3a9ce240b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:40.258775 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c95de1b4-cccb-4d56-8a2e-f9d74cc93688 req-36abfce9-e5eb-4985-a132-8c3a9ce240b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1099 time: 0.0732193 Nov 10 08:33:40.264669 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e37c0c3-6768-474a-ae1a-05ca7899c60c req-eec5b1e1-d588-44f6-96a6-2e788d1506de tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649247 Nov 10 08:33:40.309957 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4bcc58d8-a3cc-4ec0-9f8e-3f87e8c96607 req-e218c3fe-78ee-448f-a324-039f5182f345 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931981 Nov 10 08:33:40.326287 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c95de1b4-cccb-4d56-8a2e-f9d74cc93688 req-a49bf9bd-1fbd-4a5f-97a3-34af77820241 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492508 Nov 10 08:33:40.907830 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e3fa-9281-446b-a331-41917808588c req-6257188e-2566-4800-994f-3c164afabdfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:40.907830 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5071e3fa-9281-446b-a331-41917808588c req-6257188e-2566-4800-994f-3c164afabdfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0584285 Nov 10 08:33:40.934790 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5071e3fa-9281-446b-a331-41917808588c req-cd2d3896-af00-41d1-8321-b78e52983822 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458672 Nov 10 08:33:41.088521 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e985e0-73a0-450e-acc8-77f7cd5d6d62 req-fa6bf754-e2b7-40e6-9421-01aac2ad0613 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:41.092398 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99e985e0-73a0-450e-acc8-77f7cd5d6d62 req-fa6bf754-e2b7-40e6-9421-01aac2ad0613 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0542953 Nov 10 08:33:41.138041 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99e985e0-73a0-450e-acc8-77f7cd5d6d62 req-9d5c59b0-0ddb-4409-95d6-951c3035d8da tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Nov 10 08:33:41.404667 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f70e-565b-4950-a4c4-634fd0acf0f7 req-29a2dff5-bc7a-4a8c-88d6-c8f040efef50 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:41.406141 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e487f70e-565b-4950-a4c4-634fd0acf0f7 req-29a2dff5-bc7a-4a8c-88d6-c8f040efef50 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0474641 Nov 10 08:33:41.454622 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e487f70e-565b-4950-a4c4-634fd0acf0f7 req-3930b831-32e9-4963-a581-5540abcfa73b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424826 Nov 10 08:33:42.050928 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9b65-02c7-4866-884e-34be2d89e787 req-1f039e13-915e-441e-b8e9-d0d62013cc08 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:42.056607 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea1f9b65-02c7-4866-884e-34be2d89e787 req-1f039e13-915e-441e-b8e9-d0d62013cc08 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0557780 Nov 10 08:33:42.105243 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea1f9b65-02c7-4866-884e-34be2d89e787 req-f316b638-6b5b-4b9b-87be-77205286139a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Nov 10 08:33:42.251535 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120823a7-243f-46cd-bd79-6bcb656ce07d req-5c3c2a4a-069a-44e6-af44-a7ce5c3620a2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:42.253116 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-120823a7-243f-46cd-bd79-6bcb656ce07d req-5c3c2a4a-069a-44e6-af44-a7ce5c3620a2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0471604 Nov 10 08:33:42.303822 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-120823a7-243f-46cd-bd79-6bcb656ce07d req-11c70e10-d3b7-446c-acfb-55be2ebfb6ea tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Nov 10 08:33:42.566620 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a9a69-0df4-4d48-85f8-498418b19eb9 req-aeb7ef99-7f34-49e3-aa70-893a1d8e4b23 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:42.568069 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-398a9a69-0df4-4d48-85f8-498418b19eb9 req-aeb7ef99-7f34-49e3-aa70-893a1d8e4b23 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0468509 Nov 10 08:33:42.613098 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-398a9a69-0df4-4d48-85f8-498418b19eb9 req-ada22b86-45cf-4660-a433-21dad1d6e296 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386951 Nov 10 08:33:42.992691 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7d0c264d-c518-4056-acbc-93403aa31ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:43.219592 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1c582-8759-440d-98af-9114bdd3d44b req-84cf067a-239d-47f1-8e53-dbad7e27f481 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:43.221036 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6ce1c582-8759-440d-98af-9114bdd3d44b req-84cf067a-239d-47f1-8e53-dbad7e27f481 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0498333 Nov 10 08:33:43.266303 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6ce1c582-8759-440d-98af-9114bdd3d44b req-82bfa7ed-cde8-4f2c-b06e-04f7d19d8a5b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Nov 10 08:33:43.419386 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7a8d-8fbf-40b3-9dd2-852b9bdacf00 req-c456cb0e-5952-4ebd-94f5-0862b19aff9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:43.420860 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2fe7a8d-8fbf-40b3-9dd2-852b9bdacf00 req-c456cb0e-5952-4ebd-94f5-0862b19aff9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0469537 Nov 10 08:33:43.466801 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2fe7a8d-8fbf-40b3-9dd2-852b9bdacf00 req-0fee54bc-b8cd-4e26-800f-60fa1add1762 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Nov 10 08:33:43.726552 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2baba-ef45-4e2a-9d0e-6d35f16a0b1d req-de6464bb-bf6c-4b9c-bbcb-bd12df9a3f66 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:43.728008 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2a2baba-ef45-4e2a-9d0e-6d35f16a0b1d req-de6464bb-bf6c-4b9c-bbcb-bd12df9a3f66 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Nov 10 08:33:43.776521 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2a2baba-ef45-4e2a-9d0e-6d35f16a0b1d req-92f55830-90bd-41de-bc58-124a2fd94f44 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427620 Nov 10 08:33:44.378168 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630a34c-acdc-4451-af01-aa63173c18e8 req-f3d14f2e-c69f-4154-b5b1-a1d16a70b940 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:44.385466 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3630a34c-acdc-4451-af01-aa63173c18e8 req-f3d14f2e-c69f-4154-b5b1-a1d16a70b940 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0549688 Nov 10 08:33:44.432353 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3630a34c-acdc-4451-af01-aa63173c18e8 req-f5fff081-123e-473b-95b4-71ffa5e53fb6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Nov 10 08:33:44.587204 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4efbb-95d8-410f-a508-3df26ddffb3e req-1c967a05-26dd-424a-9eb2-e92d06cf2f01 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:44.588706 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6eb4efbb-95d8-410f-a508-3df26ddffb3e req-1c967a05-26dd-424a-9eb2-e92d06cf2f01 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Nov 10 08:33:44.639119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6eb4efbb-95d8-410f-a508-3df26ddffb3e req-58d3dfa6-83ef-4b39-948e-886bbf7ea698 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440702 Nov 10 08:33:44.889796 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da25eb7-7673-49ed-8fc5-f3de8ce0f726 req-a960a6c1-b699-47b7-8d09-bed83b4d28e9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:44.891235 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5da25eb7-7673-49ed-8fc5-f3de8ce0f726 req-a960a6c1-b699-47b7-8d09-bed83b4d28e9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Nov 10 08:33:44.938526 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5da25eb7-7673-49ed-8fc5-f3de8ce0f726 req-e7d8b425-9033-41a4-9a83-d3b4b233b76c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411758 Nov 10 08:33:45.319614 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2586827e-7aa5-4b23-9965-1abeb07da41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:45.546808 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa871-dced-41b7-aea7-35ce9b2899e4 req-83ed274b-6908-4cf1-8fd8-2bdfeae8916c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:45.548442 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-93daa871-dced-41b7-aea7-35ce9b2899e4 req-83ed274b-6908-4cf1-8fd8-2bdfeae8916c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0488999 Nov 10 08:33:45.596619 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-93daa871-dced-41b7-aea7-35ce9b2899e4 req-4446f740-8b10-422c-8307-685d69023cd8 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Nov 10 08:33:45.766238 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edf77a-d11e-43a7-acaa-19b9c04f13b5 req-cdf46abc-b86c-489f-931a-db256282b30c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:45.767787 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-07edf77a-d11e-43a7-acaa-19b9c04f13b5 req-cdf46abc-b86c-489f-931a-db256282b30c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0585406 Nov 10 08:33:45.833638 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-07edf77a-d11e-43a7-acaa-19b9c04f13b5 req-e55a51f7-5b4b-4339-bc8a-ccc08784b501 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599027 Nov 10 08:33:45.987738 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312cbfd-c206-4778-9ca2-8dc0f1de915c req-5647688d-3d90-406d-87e3-abc024f8a04c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:45.989272 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a312cbfd-c206-4778-9ca2-8dc0f1de915c req-5647688d-3d90-406d-87e3-abc024f8a04c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0480106 Nov 10 08:33:46.000312 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42524) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:46.010907 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'floatingip': {'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:46.096548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:46.134086 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3dd6d-ed02-4f51-8bab-5c297a9e10ed req-81b694b6-677d-4c01-853b-8c375925dffe tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.135598 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e7f3dd6d-ed02-4f51-8bab-5c297a9e10ed req-81b694b6-677d-4c01-853b-8c375925dffe tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0754774 Nov 10 08:33:46.142879 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf0db9-7d2c-44bf-8075-e41674bce1dd req-f403aa0d-312b-47f6-aaf7-274396a75aaf tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.144290 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-abaf0db9-7d2c-44bf-8075-e41674bce1dd req-f403aa0d-312b-47f6-aaf7-274396a75aaf tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0928466 Nov 10 08:33:46.215511 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e7f3dd6d-ed02-4f51-8bab-5c297a9e10ed req-ab094983-601c-4085-8a35-95e2c95aa350 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702467 Nov 10 08:33:46.219762 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-abaf0db9-7d2c-44bf-8075-e41674bce1dd req-8cc6917b-d4d1-4d83-bb89-677a4d6d7317 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688095 Nov 10 08:33:46.253816 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-4d0481a6-30b3-4fdf-b55b-588ab2845780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.255556 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-4d0481a6-30b3-4fdf-b55b-588ab2845780 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1098 time: 0.1260998 Nov 10 08:33:46.347786 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d95fd-a499-410c-9aee-ec4f1a89015c req-8e24d22e-f774-4443-9d33-595045695396 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.349251 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a36d95fd-a499-410c-9aee-ec4f1a89015c req-8e24d22e-f774-4443-9d33-595045695396 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Nov 10 08:33:46.352379 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:46.359165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42530) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:46.363995 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'floatingip': {'port_id': 'bb2fa73f-7550-4280-8b58-c8278194a56d'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:46.437533 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:46.448619 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-11e94935-2b21-4749-ae7e-fa35fed91801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.450386 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-11e94935-2b21-4749-ae7e-fa35fed91801 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.1817868 Nov 10 08:33:46.539929 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-89722a5b-db8e-4188-a9c0-cac341931ba6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 200 len: 217 time: 0.0626731 Nov 10 08:33:46.904054 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42542) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:46.933588 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-d2bc12fa-5b68-483a-b78c-1657fd0f4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:46.935051 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-d2bc12fa-5b68-483a-b78c-1657fd0f4bcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.1650229 Nov 10 08:33:46.982313 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-b9fe87c5-49d5-4a52-a8e5-76dea702aca7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349791 Nov 10 08:33:47.053087 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-78e7a5e0-e798-45af-a51d-37e1283648f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.176597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.212725 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-d272b7c4-a4a9-4a55-afd7-2c57befe4eff service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885426 Nov 10 08:33:47.237123 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-78e7a5e0-e798-45af-a51d-37e1283648f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.241149 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.363590 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-78e7a5e0-e798-45af-a51d-37e1283648f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.429864 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.db.resource_extend [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 08:33:47.445393 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Floating IP 20aff016-aa70-4e97-823c-e046cd8d6df4 associated. External IP: 172.27.3.18, port: 0a103918-0dcd-4fd8-8967-00a49dd75123. Nov 10 08:33:47.484167 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-78e7a5e0-e798-45af-a51d-37e1283648f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dea2fe338c654d23978232ccc8e77197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788226 Nov 10 08:33:47.487658 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42562) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:47.491616 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1479678b-2719-42bc-9f46-b95b49f13e4e req-6a2a5dc0-a5a1-4cdc-89af-ec59d4a7163c service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682765 Nov 10 08:33:47.509324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7a5e0-e798-45af-a51d-37e1283648f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef30c1-2678-4537-a7b1-491df9437b7e,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:47.547406 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c293cb4-301e-4963-8934-ef60fd9b27d7 req-a9697fbb-c7a7-48e6-8f17-f0fb9027b685 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:47.552451 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c293cb4-301e-4963-8934-ef60fd9b27d7 req-a9697fbb-c7a7-48e6-8f17-f0fb9027b685 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.1965871 Nov 10 08:33:47.555032 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.608276 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.611785 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c293cb4-301e-4963-8934-ef60fd9b27d7 req-46be124c-b1a9-494c-9eea-60c9addd6678 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 Nov 10 08:33:47.617180 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.673138 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.732472 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Floating IP a9967e67-46ed-4048-afec-813cfac6a303 associated. External IP: 172.27.3.140, port: bb2fa73f-7550-4280-8b58-c8278194a56d. Nov 10 08:33:47.776338 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:33:47.779663 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.857032 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.859700 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.863709 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1ef30c1-2678-4537-a7b1-491df9437b7e HTTP/1.1" status: 204 len: 168 time: 0.3716733 Nov 10 08:33:47.897832 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bdf1-152c-4866-9f10-cd7a771b7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef30c1-2678-4537-a7b1-491df9437b7e,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:47.923901 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:33:47.941121 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:47.944241 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:33:47.965806 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:33:47.969347 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-30b627da-dde8-4080-ae37-747ba928c135 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "PUT /v2.0/floatingips/20aff016-aa70-4e97-823c-e046cd8d6df4 HTTP/1.1" status: 200 len: 991 time: 1.9676528 Nov 10 08:33:47.969627 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:47.972076 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:47.980323 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:47.985110 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:33:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.034127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2747e9a-0f32-46ab-b4f3-614f6b037ddb x-openstack-request-id: req-f2747e9a-0f32-46ab-b4f3-614f6b037ddb {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:48.034127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:48.034127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2747e9a-0f32-46ab-b4f3-614f6b037ddb {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:48.034127 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'status': 'completed', 'code': 200} Nov 10 08:33:48.132782 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:33:48.145482 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:48.145689 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:33:48.150990 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:48.158330 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:48.159158 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:33:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.215321 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-145b5941-fb63-4bc7-ba33-26209b21364f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "PUT /v2.0/floatingips/a9967e67-46ed-4048-afec-813cfac6a303 HTTP/1.1" status: 200 len: 991 time: 1.8547156 Nov 10 08:33:48.215951 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:48.224405 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd48c7-4932-4d1a-a093-3775cbd9318c" -d '{"events": [{"name": "network-changed", "server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:48.238453 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-0761c5bc-f555-4258-a992-3ae54e5b0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:48.247635 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-0761c5bc-f555-4258-a992-3ae54e5b0f4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1099 time: 0.1373260 Nov 10 08:33:48.301061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d189d21-9737-4b53-830c-cb60ac413401 x-openstack-request-id: req-8d189d21-9737-4b53-830c-cb60ac413401 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:48.301350 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:48.301599 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d189d21-9737-4b53-830c-cb60ac413401 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:48.301994 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'status': 'completed', 'code': 200} Nov 10 08:33:48.334518 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:48.491065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-339ed45b-41c3-49d0-9514-fcf034cf3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:48.493461 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-339ed45b-41c3-49d0-9514-fcf034cf3f1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1098 time: 0.1227293 Nov 10 08:33:48.609894 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '20aff016-aa70-4e97-823c-e046cd8d6df4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:13Z', 'updated_at': '2021-11-10T08:33:46Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.646762 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:33:48.664254 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:48.665598 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:33:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.736336 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42600) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:48.740491 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'a9967e67-46ed-4048-afec-813cfac6a303', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:98:04:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748b023a-e270-4aa5-a0b4-f8334f896576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:12Z', 'updated_at': '2021-11-10T08:33:47Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.752391 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:48.753856 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e3466211-92d0-4869-9c4f-eec9c3c01d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:48.792573 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-2f6d0955-4cd3-4386-b049-178c0b172794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:48.794350 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-2f6d0955-4cd3-4386-b049-178c0b172794 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.5436592 Nov 10 08:33:48.802320 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e2f3-af2e-4af7-86f6-e05441ce2c12 req-d88c48a8-4c59-4847-ad5a-9f415d0bc5d7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:48.805008 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:33:48.810655 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ada7e2f3-af2e-4af7-86f6-e05441ce2c12 req-d88c48a8-4c59-4847-ad5a-9f415d0bc5d7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.1049733 Nov 10 08:33:48.811625 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:33:48.812504 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:33:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:48.838624 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:48.898279 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ada7e2f3-af2e-4af7-86f6-e05441ce2c12 req-876d9e40-e4c1-4ad4-8f66-c535b125434a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866575 Nov 10 08:33:48.915485 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-619e364a-1ea3-4d94-9403-6360948ab825 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 999 time: 0.1109407 Nov 10 08:33:48.925403 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e3466211-92d0-4869-9c4f-eec9c3c01d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:48.992057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-43ac60c0-75ca-4a05-a603-62f19bd53437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:48.994325 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-43ac60c0-75ca-4a05-a603-62f19bd53437 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.4912558 Nov 10 08:33:49.010950 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-30ef998c-4ce3-44ae-8da5-6847edf7e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:49.012461 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-30ef998c-4ce3-44ae-8da5-6847edf7e667 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0858543 Nov 10 08:33:49.061370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e3466211-92d0-4869-9c4f-eec9c3c01d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:49.116459 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:33:49.208902 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e3466211-92d0-4869-9c4f-eec9c3c01d69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73554f57b9654367889cc3419d24c4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683444 Nov 10 08:33:49.209095 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42620) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:49.219648 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3466211-92d0-4869-9c4f-eec9c3c01d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c073b8-ba22-4f83-8a43-36c0816527e3,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:49.234495 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '20aff016-aa70-4e97-823c-e046cd8d6df4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:13Z', 'updated_at': '2021-11-10T08:33:46Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:49.330766 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-ef597408-3809-49a0-8880-4cad96dbf2ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 999 time: 0.3022206 Nov 10 08:33:49.376625 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485fc20-87d8-4980-82fd-be1e6c664401 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '20aff016-aa70-4e97-823c-e046cd8d6df4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:13Z', 'updated_at': '2021-11-10T08:33:46Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:49.394402 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-8b0440b2-ba3b-4c47-9d8b-40442927db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:49.401919 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-8b0440b2-ba3b-4c47-9d8b-40442927db9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3697433 Nov 10 08:33:49.538950 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'a9967e67-46ed-4048-afec-813cfac6a303', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:98:04:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748b023a-e270-4aa5-a0b4-f8334f896576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:12Z', 'updated_at': '2021-11-10T08:33:47Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:33:49.575369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af12436-7e3a-4e76-a033-ecb108b48c25 None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'a9967e67-46ed-4048-afec-813cfac6a303', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:98:04:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748b023a-e270-4aa5-a0b4-f8334f896576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:33:12Z', 'updated_at': '2021-11-10T08:33:47Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:33:49.581345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-6aad6b99-d9d4-4516-ae84-1ead03cf0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:49.585519 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-6aad6b99-d9d4-4516-ae84-1ead03cf0612 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.2220733 Nov 10 08:33:49.588965 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:49.654673 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:49.683703 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-81708e22-6fc1-4b0f-8ece-61165d7c5b15 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300303 Nov 10 08:33:49.699356 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-7a2ebb6e-5715-4af8-9211-0e2d8e72433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:49.699356 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-7a2ebb6e-5715-4af8-9211-0e2d8e72433e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926273 Nov 10 08:33:49.779069 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed0dff-4a0c-400e-8a97-37d231fb0b64 None None] New status for floating IP 20aff016-aa70-4e97-823c-e046cd8d6df4: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:33:49.898199 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-460a717c-5a8b-4d34-a9f3-bc947b4ada2c service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657422 Nov 10 08:33:49.916596 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-411a0a43-bda0-4dc4-8c9c-dbd6a1aecae8 req-8925aff8-8a6e-43ef-9a20-315d1d08aab7 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216308 Nov 10 08:33:49.938759 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad9e84-2bc1-474e-9c4e-aa4619192831 None None] New status for floating IP a9967e67-46ed-4048-afec-813cfac6a303: ACTIVE {{(pid=102062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:33:49.988002 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4d411-24fe-449a-bd3e-525f49068423 req-e388a353-70b4-41b1-94b0-731345ee351a tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:49.989885 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b2f4d411-24fe-449a-bd3e-525f49068423 req-e388a353-70b4-41b1-94b0-731345ee351a tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0780451 Nov 10 08:33:50.006377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:50.009866 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:50.013905 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c073b8-ba22-4f83-8a43-36c0816527e3 HTTP/1.1" status: 204 len: 168 time: 0.7848425 Nov 10 08:33:50.026817 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8408b0-0b83-4cad-adb8-7f625543105e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c073b8-ba22-4f83-8a43-36c0816527e3,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:50.061979 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2bcd48c7-4932-4d1a-a093-3775cbd9318c req-2d3eae95-81c1-472c-8c0e-ad77d85b9144 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442633 Nov 10 08:33:50.095040 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6af4-d6e8-4142-aa8d-ff7aea9b94d7 req-b6c595f5-3b7b-4d6e-b612-276c2c918a2d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:50.096630 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-140e6af4-d6e8-4142-aa8d-ff7aea9b94d7 req-b6c595f5-3b7b-4d6e-b612-276c2c918a2d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.1055298 Nov 10 08:33:50.116837 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b2f4d411-24fe-449a-bd3e-525f49068423 req-8d4b568b-f2dc-48fb-918b-414539835daf tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067924 Nov 10 08:33:50.176200 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-140e6af4-d6e8-4142-aa8d-ff7aea9b94d7 req-e1a89e18-4168-4f51-83ef-79e42196c4f1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Nov 10 08:33:51.245815 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6547e35-3db6-42a6-980e-d70040f154d6 req-f66e36af-2cbd-48d4-94ba-2d8d2c2cdb58 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:51.247322 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f6547e35-3db6-42a6-980e-d70040f154d6 req-f66e36af-2cbd-48d4-94ba-2d8d2c2cdb58 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0731299 Nov 10 08:33:51.515259 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f6547e35-3db6-42a6-980e-d70040f154d6 req-9ba787eb-bc43-4529-a288-86bbff1c3cfc tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613416 Nov 10 08:33:51.523400 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b4bd-9dc1-43b8-97ea-766c704aa615 req-44a81b89-73c0-4cc7-9214-38039db95625 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:51.525374 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dea2b4bd-9dc1-43b8-97ea-766c704aa615 req-44a81b89-73c0-4cc7-9214-38039db95625 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0681164 Nov 10 08:33:51.573081 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dea2b4bd-9dc1-43b8-97ea-766c704aa615 req-6933f739-de64-424e-8baf-ae03a95b1b70 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Nov 10 08:33:51.939822 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 42714) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:52.047387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.120836 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.181423 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.220916 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11b703ea6b264352b863518c45145a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800195 Nov 10 08:33:52.222103 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48be36f-364b-4b1f-b0d9-e0080b597984,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:52.223649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42720) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:52.229231 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.229582 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.229924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.230245 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.230569 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.230892 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.231261 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.231581 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.231923 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.232250 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.232565 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.232878 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640e45b-f8c7-4c91-b9d6-8e0039644765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.274057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.296970 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.409782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.412393 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:52.413516 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e48be36f-364b-4b1f-b0d9-e0080b597984 HTTP/1.1" status: 204 len: 168 time: 0.1888351 Nov 10 08:33:52.421318 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48be36f-364b-4b1f-b0d9-e0080b597984,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:52.428612 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.428963 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.429307 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.429641 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.430467 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.430795 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.431232 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.431564 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.431913 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.432242 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.432566 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:52.432881 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981a0c6-05fb-4ac9-ac4d-13d654cd0030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:33:53.539706 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42754) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:53.638899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-248322959-network', 'tenant_id': 'db48caec5b664989b1179530ec5faaf2'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:53.706710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Made reservation on behalf of db48caec5b664989b1179530ec5faaf2 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:53.708929 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:53.717256 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:53.787699 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:53.844068 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:53.868478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:33:53.878046 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83708e7-e738-4ee3-931d-1efdfa49b8e4,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:53.884388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:53.884724 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Added segment 8ff42fc3-1233-4075-bf2a-40e6cbe982e2 of type vlan for network ba769780-44bc-4f27-9793-016615f0c9dc Nov 10 08:33:53.921929 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.002236 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.003133 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:54.003733 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.064014 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba769780-44bc-4f27-9793-016615f0c9dc,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:54.073968 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network ba769780-44bc-4f27-9793-016615f0c9dc details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:33:54.113772 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-dbf51a04-2b37-44b0-8f25-4cf13ef581a4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5728102 Nov 10 08:33:54.120246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 42762) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:33:54.125020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Request body: {'subnet': {'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-248322959-subnet', 'tenant_id': 'db48caec5b664989b1179530ec5faaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:33:54.202608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Made reservation on behalf of db48caec5b664989b1179530ec5faaf2 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:33:54.205020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.321258 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899166-8feb-43a9-a19c-014ad9dd9dc0 req-f9788329-94ac-4510-9f79-5eaa7170029e tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:54.322785 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4899166-8feb-43a9-a19c-014ad9dd9dc0 req-f9788329-94ac-4510-9f79-5eaa7170029e tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0748920 Nov 10 08:33:54.335317 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2853-426b-4760-be1b-a3d56463c078 req-0f4c7a8c-1bb8-4a14-b49f-ee682e50d3ff tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:54.337413 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a2c2853-426b-4760-be1b-a3d56463c078 req-0f4c7a8c-1bb8-4a14-b49f-ee682e50d3ff tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0796351 Nov 10 08:33:54.408112 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4899166-8feb-43a9-a19c-014ad9dd9dc0 req-f37e86d2-12d1-4567-89a2-afcab2f96ce8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Nov 10 08:33:54.412631 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a2c2853-426b-4760-be1b-a3d56463c078 req-51e004e0-8b6b-4129-a2a9-718342a40b94 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685551 Nov 10 08:33:54.442480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.497897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2365b298-1118-400a-9a68-fd13771c7dfc,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:54.507316 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Checking segment: {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:33:54.507665 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Network hostable DHCP agents. Network: ba769780-44bc-4f27-9793-016615f0c9dc, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:33:54.626465 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Network ba769780-44bc-4f27-9793-016615f0c9dc is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:33:54.695091 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, ba769780-44bc-4f27-9793-016615f0c9dc) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:33:54.700657 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:54.701491 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:54.706375 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191c019-208d-4cc7-bf68-5ced9759bcdb None None] Network ba769780-44bc-4f27-9793-016615f0c9dc requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:54.749060 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-aea1d183-4436-4841-a204-0a42eef60b70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6277690 Nov 10 08:33:54.824959 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d946e8-86a4-4f3d-9ccb-3c187f07a738 None None] Network ba769780-44bc-4f27-9793-016615f0c9dc requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:33:57.156567 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:33:58.214016 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a70686-caed-4c0b-849b-0e5be6d9563a req-5b6e1959-ecae-4b10-8a45-0ed318fdbb45 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:58.215546 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-85a70686-caed-4c0b-849b-0e5be6d9563a req-5b6e1959-ecae-4b10-8a45-0ed318fdbb45 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0844288 Nov 10 08:33:58.222886 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b61d54-6439-4101-bc82-e07807f69044 req-5681243c-5933-44e6-b48e-5227f9d233c8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:58.224265 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-96b61d54-6439-4101-bc82-e07807f69044 req-5681243c-5933-44e6-b48e-5227f9d233c8 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0919621 Nov 10 08:33:58.295244 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-85a70686-caed-4c0b-849b-0e5be6d9563a req-e51b6c1c-5abf-4b5b-a9ac-7b9e3f117374 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699072 Nov 10 08:33:58.299835 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-96b61d54-6439-4101-bc82-e07807f69044 req-3c04dbc8-4ca4-4f95-99ee-a4e3a9de1e68 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/security-groups?id=794795bf-6fe4-4841-98f9-306212988c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678656 Nov 10 08:33:58.445472 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-262e8649-0e52-4757-9ea6-b3aceb12f0b7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:58.447555 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-262e8649-0e52-4757-9ea6-b3aceb12f0b7 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.45 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 945 time: 0.0761464 Nov 10 08:33:58.575343 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Deleting port 9c06ac1f-467c-4cd6-881c-508520dbfd07 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:33:58.575343 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:58.670594 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] For port 9c06ac1f-467c-4cd6-881c-508520dbfd07, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9c06ac1f-467c-4cd6-881c-508520dbfd07,segment=NetworkSegment(b1789974-f7a1-49aa-b251-2afea24751d6),segment_id=b1789974-f7a1-49aa-b251-2afea24751d6)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:33:58.670946 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:58.685489 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Calling delete_port for 9c06ac1f-467c-4cd6-881c-508520dbfd07 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:33:58.918208 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:58.933285 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-18a336d5-6590-43b9-82df-6abd3acf54ca tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:58.935042 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-18a336d5-6590-43b9-82df-6abd3acf54ca tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/networks?id=ba769780-44bc-4f27-9793-016615f0c9dc HTTP/1.1" status: 200 len: 808 time: 0.1051557 Nov 10 08:33:58.935707 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['9c06ac1f-467c-4cd6-881c-508520dbfd07'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:33:58.948842 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Pushing event deleted for resources: {'Port': ['ID=9c06ac1f-467c-4cd6-881c-508520dbfd07,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:33:58.960997 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-4dffd6c2-dc11-490a-9bff-0dd7bf8b8a41 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/quotas/db48caec5b664989b1179530ec5faaf2 HTTP/1.1" status: 200 len: 375 time: 0.0202224 Nov 10 08:33:58.993819 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-1514e672-8017-4113-99ce-74ce6d7e8bbb tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261438 Nov 10 08:33:59.010608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] No DVR routers for this DVR port 9c06ac1f-467c-4cd6-881c-508520dbfd07 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:33:59.013540 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:33:59.016805 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9ace651d-35a4-4068-9147-301e9c7c9919 req-aebf9435-5c39-45a6-9ab7-91025f981158 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.45 "DELETE /v2.0/ports/9c06ac1f-467c-4cd6-881c-508520dbfd07 HTTP/1.1" status: 204 len: 173 time: 0.5616868 Nov 10 08:33:59.017252 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'name': 'network-vif-deleted', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:33:59.019474 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d53718-c0db-41c1-bd83-ad78fd19919b" -d '{"events": [{"server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "name": "network-vif-deleted", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:33:59.059911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db54674-546c-43d4-95f9-31ffba910bef x-openstack-request-id: req-5db54674-546c-43d4-95f9-31ffba910bef {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:33:59.060265 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96889115-0c9d-49ee-95a6-42821adb2c4e", "name": "network-vif-deleted", "tag": "9c06ac1f-467c-4cd6-881c-508520dbfd07", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:33:59.060556 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5db54674-546c-43d4-95f9-31ffba910bef {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:33:59.060950 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96889115-0c9d-49ee-95a6-42821adb2c4e', 'name': 'network-vif-deleted', 'tag': '9c06ac1f-467c-4cd6-881c-508520dbfd07', 'status': 'completed', 'code': 200} Nov 10 08:33:59.096947 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-7e2e3821-9d0d-4211-a33f-b791a3ddfb9a service neutron] 10.222.0.21 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907018 Nov 10 08:33:59.189775 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-af454ef2-2e8f-49b2-afa6-15985b3ab03b service neutron] 10.222.0.21 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Nov 10 08:33:59.437189 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc217555-47f9-4d18-a0bb-4244e67ce6e1 req-27cda90d-e3b3-4336-8df4-cf5ee62ca4d0 tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0436735 Nov 10 08:33:59.460907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434b12-8d0a-490c-82ce-81cdf2bb1740 req-ba011209-d9c7-4c38-9a33-aa18c9ac8931 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:33:59.462899 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-db434b12-8d0a-490c-82ce-81cdf2bb1740 req-ba011209-d9c7-4c38-9a33-aa18c9ac8931 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0811181 Nov 10 08:33:59.522717 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-697420a3-3eec-470f-a52f-e1af50e81aba req-90be8d4f-0787-4e71-9fb9-cc3363a3254a tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.0356965 Nov 10 08:33:59.554504 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-db434b12-8d0a-490c-82ce-81cdf2bb1740 req-4fd48359-d8a6-42b8-899b-04f28889816f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820007 Nov 10 08:34:00.547408 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1ce2bc02-21b5-4294-8c57-dd4e7dc09ff7 req-fe3588ce-07d3-4ecd-938a-5ffd6a0ceb9e tempest-DeleteServersTestJSON-1059422658 tempest-DeleteServersTestJSON-1059422658-project] 10.222.0.21 "GET /v2.0/ports?device_id=96889115-0c9d-49ee-95a6-42821adb2c4e HTTP/1.1" status: 200 len: 210 time: 0.0257845 Nov 10 08:34:00.635847 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5da5344e-09f9-44ac-8ad2-8c7c9a39488f req-7eb34f37-8dc3-4041-bdac-95bb912c39bd tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.0378537 Nov 10 08:34:00.694318 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45d82-0de4-4229-82f7-e54fe3a38bb4 req-a9bc7171-6549-4677-ae3d-21da7a7d2948 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:00.696274 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4cd45d82-0de4-4229-82f7-e54fe3a38bb4 req-a9bc7171-6549-4677-ae3d-21da7a7d2948 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0642974 Nov 10 08:34:00.743341 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4cd45d82-0de4-4229-82f7-e54fe3a38bb4 req-0d1ecd38-f0f9-4392-80aa-ddab9009e9e5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Nov 10 08:34:01.157611 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-148acebe-5119-48a6-bb78-b324b6122e33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389719 Nov 10 08:34:01.273091 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-70bde2f1-2783-4660-a7bf-6147f99c5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:01.274437 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-70bde2f1-2783-4660-a7bf-6147f99c5fe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0539820 Nov 10 08:34:01.379675 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 9c06ac1f-467c-4cd6-881c-508520dbfd07 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:34:01.419736 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 9c06ac1f-467c-4cd6-881c-508520dbfd07 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:34:01.420304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 9c06ac1f-467c-4cd6-881c-508520dbfd07 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:34:01.444863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-0d4e6edc-7944-453a-8082-39029c69f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:01.446460 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-0d4e6edc-7944-453a-8082-39029c69f7f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.1457999 Nov 10 08:34:01.510256 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-df5dc149-ff66-48d2-acd8-ccfbedc08eba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.0337934 Nov 10 08:34:01.563348 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-1952495b-984c-4964-b120-e1ee5af93c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:01.564923 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-1952495b-984c-4964-b120-e1ee5af93c0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0469632 Nov 10 08:34:01.609770 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-cfe0a343-8599-47f1-93b1-895b3f42fa6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266812 Nov 10 08:34:01.713126 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-886ef1b6-7ec3-4bde-9898-5ac550026a27 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867281 Nov 10 08:34:01.771816 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-40bda956-1632-4b8a-87cb-e2b53643294e req-18bee18e-13ce-4d85-9cf0-e78166af282b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.0557930 Nov 10 08:34:01.839710 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2e2db83a-c65c-4347-93b8-e8fe4b6cfe05 req-1db73c9a-990f-47f3-a7cf-fbf365416e2f service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099098 Nov 10 08:34:01.888641 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a151-9df3-4ca6-a6e3-91b76e127b99 req-30d41472-eb6a-4bdf-83ee-93bb20cf9ce0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:01.890146 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f743a151-9df3-4ca6-a6e3-91b76e127b99 req-30d41472-eb6a-4bdf-83ee-93bb20cf9ce0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0589991 Nov 10 08:34:01.945887 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f743a151-9df3-4ca6-a6e3-91b76e127b99 req-fcc11195-d4e6-4605-a7c7-b27130244b1f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Nov 10 08:34:02.018256 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-a5623359-3979-42ec-8564-2d7028150a1b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:02.019581 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-a5623359-3979-42ec-8564-2d7028150a1b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "GET /v2.0/networks?id=ba769780-44bc-4f27-9793-016615f0c9dc HTTP/1.1" status: 200 len: 808 time: 0.1257658 Nov 10 08:34:02.043043 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Request body: {'port': {'device_id': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc', 'admin_state_up': True, 'tenant_id': 'db48caec5b664989b1179530ec5faaf2'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:34:02.226336 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Made reservation on behalf of db48caec5b664989b1179530ec5faaf2 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:34:02.230019 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:02.360526 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Allocated IP 172.20.0.11 (ba769780-44bc-4f27-9793-016615f0c9dc/2365b298-1118-400a-9a68-fd13771c7dfc/76192c1b-7f4b-4d05-8b21-c94a950813b8) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:34:02.501389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:02.649852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:02.693211 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Network ba769780-44bc-4f27-9793-016615f0c9dc is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:34:02.696357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:34:02.701154 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:34:02.707617 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Pushing event updated for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:02.751790 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:02.756034 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:02.852129 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-e2928f15-ef8b-49b8-b5e9-d4bb2e7512c0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136911 Nov 10 08:34:02.870202 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Request body: {'port': {'device_id': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:34:02.899033 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f8e3-744d-44fa-b5e7-1eb848442ef4 req-ebd31953-7e5e-44db-86ad-5b1efc5cb433 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:02.901191 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-05a1f8e3-744d-44fa-b5e7-1eb848442ef4 req-ebd31953-7e5e-44db-86ad-5b1efc5cb433 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 932 time: 0.0553036 Nov 10 08:34:02.939319 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:02.972455 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-05a1f8e3-744d-44fa-b5e7-1eb848442ef4 req-b84c1553-48a3-4c4d-94f9-0186e4431f7b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635185 Nov 10 08:34:03.076027 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea91fe7-e818-43e6-ba0c-79999b59f960 req-b59d225c-6ef1-4fd0-affd-21a78174811e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:03.077635 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3ea91fe7-e818-43e6-ba0c-79999b59f960 req-b59d225c-6ef1-4fd0-affd-21a78174811e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0493739 Nov 10 08:34:03.127556 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3ea91fe7-e818-43e6-ba0c-79999b59f960 req-9ba9ff40-86c8-4464-92da-60d0de85c755 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Nov 10 08:34:03.337117 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43016) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:03.376329 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43018) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:03.392638 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Deleting subnet 9295d1cf-43c6-44ce-9b36-7c72686ffc47 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:34:03.395824 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.433295 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.438863 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.441926 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76192c1b-7f4b-4d05-8b21-c94a950813b8 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:34:03.449489 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.462161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Transition to ACTIVE for port object 76192c1b-7f4b-4d05-8b21-c94a950813b8 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:34:03.503699 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca05f-7fdb-48c8-8173-b10c5b07e5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.518097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.545983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.583388 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9295d1cf-43c6-44ce-9b36-7c72686ffc47,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:03.588982 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Pushing event updated for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:03.598061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.606959 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7122fcf7-e365-415a-a227-90ee12205f1e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9295d1cf-43c6-44ce-9b36-7c72686ffc47 HTTP/1.1" status: 204 len: 168 time: 0.2675228 Nov 10 08:34:03.611353 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43028) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:03.656097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Attempting to bind port 76192c1b-7f4b-4d05-8b21-c94a950813b8 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:34:03.656797 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Attempting to bind port 76192c1b-7f4b-4d05-8b21-c94a950813b8 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:34:03.657280 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Attempting to bind port 76192c1b-7f4b-4d05-8b21-c94a950813b8 on network ba769780-44bc-4f27-9793-016615f0c9dc {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:34:03.661841 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Port 76192c1b-7f4b-4d05-8b21-c94a950813b8 on network ba769780-44bc-4f27-9793-016615f0c9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:34:03.662331 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Attempting to bind port 76192c1b-7f4b-4d05-8b21-c94a950813b8 on network ba769780-44bc-4f27-9793-016615f0c9dc {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:34:03.668211 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:34:03.668748 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Checking segment: {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:34:03.669284 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Bound using segment: {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:34:03.670374 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Bound port: 76192c1b-7f4b-4d05-8b21-c94a950813b8, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:34:03.670812 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.696409 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca05f-7fdb-48c8-8173-b10c5b07e5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.713636 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.738008 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:34:03.741722 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:34:03.797863 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.807836 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.814774 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca05f-7fdb-48c8-8173-b10c5b07e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.820888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.821248 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.821990 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.822860 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > port after_create 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.823199 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.823541 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > port after_update 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.823849 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.824186 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.824493 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.824802 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.842431 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:03.843038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.844401 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] 10.222.0.45 "PUT /v2.0/ports/76192c1b-7f4b-4d05-8b21-c94a950813b8 HTTP/1.1" status: 200 len: 1094 time: 0.9804218 Nov 10 08:34:03.844829 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:03.847127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195f218-417d-4e7c-83af-59a8ae58a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:03.876984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef008-7b69-44f8-b2d1-f98db7279156 service neutron] Pushing event updated for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:03.891435 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab84b78-d671-4b60-9426-0f93d6807ca0 x-openstack-request-id: req-fab84b78-d671-4b60-9426-0f93d6807ca0 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:03.892526 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:03.892526 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fab84b78-d671-4b60-9426-0f93d6807ca0 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:03.893230 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8', 'status': 'completed', 'code': 200} Nov 10 08:34:03.906947 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.907519 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.907664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.908034 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 08:34:03.908482 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47baa376-cefe-48c6-ad0d-f56b5df90902']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:34:03.956894 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1789974-f7a1-49aa-b251-2afea24751d6') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:34:03.957191 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1789974-f7a1-49aa-b251-2afea24751d6') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:34:03.970049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-9aab5a47-bb0d-4a3a-82c9-913813204c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:03.971509 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-9aab5a47-bb0d-4a3a-82c9-913813204c35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 1097 time: 0.0446708 Nov 10 08:34:03.979298 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6e1ca05f-7fdb-48c8-8173-b10c5b07e5fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bd82417068745e58dacc08310441a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6019874 Nov 10 08:34:03.981936 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43038) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:03.985791 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:03.996696 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ca05f-7fdb-48c8-8173-b10c5b07e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4923c14-2878-4895-9dbf-5ea98cd4a3e5,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:04.012016 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.020784 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:34:04.021176 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: from cryptography.utils import int_from_bytes Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: from cryptography.utils import int_from_bytes Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:34:04.025086 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:34:04.121502 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d11861-8cf8-491b-ad62-7f78a5f6f9ef req-234079af-40cc-47d3-93cc-6fb8327497af tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.122929 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99d11861-8cf8-491b-ad62-7f78a5f6f9ef req-234079af-40cc-47d3-93cc-6fb8327497af tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 944 time: 0.0596840 Nov 10 08:34:04.163462 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.173980 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99d11861-8cf8-491b-ad62-7f78a5f6f9ef req-8d16719b-8bc5-470b-97a4-f9eb7f70bb55 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Nov 10 08:34:04.186518 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.196684 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.202175 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47baa376-cefe-48c6-ad0d-f56b5df90902 HTTP/1.1" status: 204 len: 168 time: 0.5918767 Nov 10 08:34:04.221564 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-6e533986-1ae6-4a88-a293-a35cb342b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.223010 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-6e533986-1ae6-4a88-a293-a35cb342b5e9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db48caec5b664989b1179530ec5faaf2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2340164 Nov 10 08:34:04.227570 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.230713 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb4de7-8af6-4320-9206-51c7896de683 admin admin] Pushing event deleted for resources: {'Network': ['ID=47baa376-cefe-48c6-ad0d-f56b5df90902,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:04.273355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3496c-0c89-47f1-b94d-73afd7fcd561 req-e4b0865d-d63c-4f96-b72b-db55b3d819d5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.274859 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2a3496c-0c89-47f1-b94d-73afd7fcd561 req-e4b0865d-d63c-4f96-b72b-db55b3d819d5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0715885 Nov 10 08:34:04.321286 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2a3496c-0c89-47f1-b94d-73afd7fcd561 req-ae54b50b-1e67-4433-b768-a3fcba989235 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Nov 10 08:34:04.412282 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-d97659ac-ae32-4fc0-a98e-f1a740fc1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.413707 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a195f218-417d-4e7c-83af-59a8ae58a3e4 req-d97659ac-ae32-4fc0-a98e-f1a740fc1fc5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755512 Nov 10 08:34:04.493341 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.496793 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.502129 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4923c14-2878-4895-9dbf-5ea98cd4a3e5 HTTP/1.1" status: 204 len: 168 time: 0.5150383 Nov 10 08:34:04.509310 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714999-04a7-4e9f-9239-80f68159fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4923c14-2878-4895-9dbf-5ea98cd4a3e5,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:04.520660 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-d2ecbd60-b4af-430f-94e7-290918100592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.522716 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-d2ecbd60-b4af-430f-94e7-290918100592 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 1097 time: 0.0560329 Nov 10 08:34:04.541643 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43054) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:04.576589 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-9ba4162c-8a97-4e04-8e92-dbc9ff69faf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8 HTTP/1.1" status: 200 len: 217 time: 0.0402625 Nov 10 08:34:04.588808 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-38daa040-4f8b-446f-8ff8-2d013ecd4471 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d85ca8846167469f9c5e83e64606740a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457697 Nov 10 08:34:04.594700 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43058) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:04.651679 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.652452 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-0c4c3880-6a8d-49bf-a27a-2fd9e776891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:04.653923 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-0c4c3880-6a8d-49bf-a27a-2fd9e776891b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2365b298-1118-400a-9a68-fd13771c7dfc HTTP/1.1" status: 200 len: 848 time: 0.0698147 Nov 10 08:34:04.675049 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.695981 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-12700305-0af9-4d1a-91d2-a06aa8099ab1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba769780-44bc-4f27-9793-016615f0c9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258377 Nov 10 08:34:04.746468 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.797500 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-7e6ea079-a3c1-4006-8897-425c71b53d55 service neutron] 10.222.0.45 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924654 Nov 10 08:34:04.832479 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.835282 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:04.836479 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/794795bf-6fe4-4841-98f9-306212988c7f HTTP/1.1" status: 204 len: 168 time: 0.2440484 Nov 10 08:34:04.845088 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8c271-24ba-47bd-8d27-dd163538af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794795bf-6fe4-4841-98f9-306212988c7f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:04.900961 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-445e4dfc-58ab-447b-9c16-766d2eeb3a01 req-ebdc6cf1-7c7e-4539-8e95-22f313b66619 service neutron] 10.222.0.45 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920124 Nov 10 08:34:05.310077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44af2f-d5a5-4450-a527-eda658885c0d req-46807ebd-0085-402b-87c0-6c8abb805b6d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:05.312169 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5a44af2f-d5a5-4450-a527-eda658885c0d req-46807ebd-0085-402b-87c0-6c8abb805b6d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 944 time: 0.0563276 Nov 10 08:34:05.372125 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5a44af2f-d5a5-4450-a527-eda658885c0d req-952a4ddb-293b-4273-a0a0-d3e533110dd9 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Nov 10 08:34:05.457237 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7b4d4-bd60-489e-8c16-f5eb918f6306 req-eec7feb3-c008-4e8b-b94c-9b2e25c0921e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:05.457516 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ec7b4d4-bd60-489e-8c16-f5eb918f6306 req-eec7feb3-c008-4e8b-b94c-9b2e25c0921e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0472980 Nov 10 08:34:05.507047 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ec7b4d4-bd60-489e-8c16-f5eb918f6306 req-19fb3206-ad4e-4ce6-a282-2d14776e2086 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Nov 10 08:34:06.499619 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e0e4d-cf10-4211-a708-9bd14852017f req-b5409442-a29d-418d-80d9-5194ca629c84 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:06.501197 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-446e0e4d-cf10-4211-a708-9bd14852017f req-b5409442-a29d-418d-80d9-5194ca629c84 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 944 time: 0.0574212 Nov 10 08:34:06.675163 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-446e0e4d-cf10-4211-a708-9bd14852017f req-d42e8b9f-631a-4cae-a6a6-b132a577dab1 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Nov 10 08:34:06.675163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79942-211d-4983-bdb8-2ab9d4b79f01 req-f4517f33-b504-4588-b5d4-026604e0a6f1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:06.675163 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eae79942-211d-4983-bdb8-2ab9d4b79f01 req-f4517f33-b504-4588-b5d4-026604e0a6f1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0472476 Nov 10 08:34:06.689525 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eae79942-211d-4983-bdb8-2ab9d4b79f01 req-87632284-a2ff-4c28-b5f2-25f540c48851 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Nov 10 08:34:07.388408 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 76192c1b-7f4b-4d05-8b21-c94a950813b8 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:34:07.488284 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:07.503200 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '76192c1b-7f4b-4d05-8b21-c94a950813b8', 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc', 'port_id': '76192c1b-7f4b-4d05-8b21-c94a950813b8', 'mac_address': 'fa:16:3e:fd:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2365b298-1118-400a-9a68-fd13771c7dfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:34:07.552555 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:07.566545 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76192c1b-7f4b-4d05-8b21-c94a950813b8 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:34:07.588358 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:07.723539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:07.777741 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb66cb-21ca-42d0-83b4-74b818d29a4f req-e8d4e8ac-3fce-4d2b-9766-fb14698b98ca tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:07.779248 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8fb66cb-21ca-42d0-83b4-74b818d29a4f req-e8d4e8ac-3fce-4d2b-9766-fb14698b98ca tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 945 time: 0.0569298 Nov 10 08:34:07.780974 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:07.788082 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.788346 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.788692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.789126 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.789460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.789795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.790341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.790896 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.791418 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.791943 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.792352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.792787 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:07.863417 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12864-2c4f-4748-ba94-cf364ab07e02 req-cbc06b49-de77-40ed-8ab0-839bca3e44eb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:07.865125 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2f12864-2c4f-4748-ba94-cf364ab07e02 req-cbc06b49-de77-40ed-8ab0-839bca3e44eb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0848057 Nov 10 08:34:07.869910 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8fb66cb-21ca-42d0-83b4-74b818d29a4f req-ab66e28e-a7cb-47ef-ae3f-32ba51844463 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Nov 10 08:34:07.916846 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2f12864-2c4f-4748-ba94-cf364ab07e02 req-aa56f333-9101-4c78-bd01-1fbd61804470 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Nov 10 08:34:08.050123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['76192c1b-7f4b-4d05-8b21-c94a950813b8'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:34:09.037009 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84aeb-aad5-4922-bfd9-32e9c5192945 req-be1ff468-6dce-42a4-b4f6-c1b2facd31d4 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:09.038402 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-afb84aeb-aad5-4922-bfd9-32e9c5192945 req-be1ff468-6dce-42a4-b4f6-c1b2facd31d4 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 945 time: 0.0784163 Nov 10 08:34:09.064398 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d889-33db-469e-a12e-c2b6d24b1023 req-907790ec-fd53-47ed-8192-68ef81feb30d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:09.065858 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-08b4d889-33db-469e-a12e-c2b6d24b1023 req-907790ec-fd53-47ed-8192-68ef81feb30d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0702157 Nov 10 08:34:09.129277 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-afb84aeb-aad5-4922-bfd9-32e9c5192945 req-7a6ab820-b4dd-4c3b-a27a-31599a73be79 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809424 Nov 10 08:34:09.145400 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-08b4d889-33db-469e-a12e-c2b6d24b1023 req-8c40ac83-2344-4254-85bb-60f2f18f7ab6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Nov 10 08:34:09.401183 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 76192c1b-7f4b-4d05-8b21-c94a950813b8 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:34:09.544399 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 76192c1b-7f4b-4d05-8b21-c94a950813b8 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:34:09.552166 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 76192c1b-7f4b-4d05-8b21-c94a950813b8 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:34:09.552166 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.610573 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43346) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:09.641369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.667661 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:09.670129 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717fd7e7-d6da-4503-83cc-5e5230264eb8" -d '{"events": [{"server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "name": "network-vif-plugged", "status": "completed", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:09.697537 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:09.729236 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1f1eef61-e1d0-47fe-b489-054cab4f3934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.738419 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c3019-e428-4df3-a949-f9b3d883946d x-openstack-request-id: req-058c3019-e428-4df3-a949-f9b3d883946d {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:09.738990 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "name": "network-vif-plugged", "status": "completed", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:09.739497 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-058c3019-e428-4df3-a949-f9b3d883946d {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:09.740104 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8', 'code': 200} Nov 10 08:34:09.778977 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.834812 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1f1eef61-e1d0-47fe-b489-054cab4f3934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.835698 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:09.921871 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1f1eef61-e1d0-47fe-b489-054cab4f3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:09.961977 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1f1eef61-e1d0-47fe-b489-054cab4f3934 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dab7c45fd79e41e0aba0d69dbcb9baaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501296 Nov 10 08:34:09.965125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43364) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:09.965642 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eef61-e1d0-47fe-b489-054cab4f3934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaa3b63-be71-493e-8a7f-ff480b4c19a1,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:10.016255 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.037558 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.101981 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104870c-d711-4c88-a017-86e8f0e97476 req-d79cc965-7601-49e4-bb82-ab586a1f2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:10.104078 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5104870c-d711-4c88-a017-86e8f0e97476 req-d79cc965-7601-49e4-bb82-ab586a1f2053 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 1099 time: 0.0646529 Nov 10 08:34:10.149538 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5104870c-d711-4c88-a017-86e8f0e97476 req-a8425912-3d0b-4867-a06e-4cad1840b39d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Nov 10 08:34:10.175949 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.180399 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.187771 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eaa3b63-be71-493e-8a7f-ff480b4c19a1 HTTP/1.1" status: 204 len: 168 time: 0.2194893 Nov 10 08:34:10.195172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dd558-4bb6-4555-a0d6-16ffb870a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaa3b63-be71-493e-8a7f-ff480b4c19a1,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:10.301489 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8a0b0-9c71-4b91-a900-05a9d7d13506 req-8db1be65-f874-4de1-8f69-6aa8c2f9353b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:10.303035 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7b8a0b0-9c71-4b91-a900-05a9d7d13506 req-8db1be65-f874-4de1-8f69-6aa8c2f9353b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0807331 Nov 10 08:34:10.311808 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b7ac2-b557-4584-8767-ca6a10e19bb7 req-33650754-e223-48cf-b8a1-13da400aeae5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:10.313444 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-375b7ac2-b557-4584-8767-ca6a10e19bb7 req-33650754-e223-48cf-b8a1-13da400aeae5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0792165 Nov 10 08:34:10.383489 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7b8a0b0-9c71-4b91-a900-05a9d7d13506 req-2c6d3a6b-4f4c-4910-9a69-ec2cd8f3f61d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Nov 10 08:34:10.394481 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-375b7ac2-b557-4584-8767-ca6a10e19bb7 req-8631aaf4-f1ed-43c9-b74d-41de5c7c0c78 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703816 Nov 10 08:34:10.817155 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43382) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:10.832642 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5530452f-8e4b-4021-982b-b868d87db8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.907615 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5530452f-8e4b-4021-982b-b868d87db8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:10.974405 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5530452f-8e4b-4021-982b-b868d87db8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:11.010686 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5530452f-8e4b-4021-982b-b868d87db8c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d1709ccfb3249ca828fe6c16f8dc4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924489 Nov 10 08:34:11.013350 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43390) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:11.015241 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530452f-8e4b-4021-982b-b868d87db8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae5586-1808-43bd-a5d2-5d7907b76415,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:11.062895 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:11.084468 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:11.214594 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:11.217079 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:11.218223 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adae5586-1808-43bd-a5d2-5d7907b76415 HTTP/1.1" status: 204 len: 168 time: 0.2038422 Nov 10 08:34:11.225899 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b68fc-6b67-4407-b7ff-89925b24730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae5586-1808-43bd-a5d2-5d7907b76415,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:11.550076 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc104349-8c63-4ad0-8708-d47bae19fd76 req-ef048bfe-cac2-49ec-a31d-7805a38cd729 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:11.552384 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fc104349-8c63-4ad0-8708-d47bae19fd76 req-ef048bfe-cac2-49ec-a31d-7805a38cd729 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0933273 Nov 10 08:34:11.562736 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5c1f-c523-4f23-9ca1-ae6f82ec2a1a req-a6c5fc80-67b9-4ce6-81ec-947bf816c330 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:11.564233 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0f3c5c1f-c523-4f23-9ca1-ae6f82ec2a1a req-a6c5fc80-67b9-4ce6-81ec-947bf816c330 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0947590 Nov 10 08:34:11.647448 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fc104349-8c63-4ad0-8708-d47bae19fd76 req-25aef400-a6fa-45d2-9441-0343b494941e tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 Nov 10 08:34:11.651368 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0f3c5c1f-c523-4f23-9ca1-ae6f82ec2a1a req-c95bbe5d-e1f3-404f-be24-4787616fb791 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796094 Nov 10 08:34:12.975350 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a9f87b16-9195-4a96-87eb-e05ca9be535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:14.895765 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8210c-4575-4c57-82fa-60e6c8cf55b2 req-1ecf8e27-8625-4f23-80ba-2e4d9dc1b311 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:14.897377 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4b8210c-4575-4c57-82fa-60e6c8cf55b2 req-1ecf8e27-8625-4f23-80ba-2e4d9dc1b311 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0517192 Nov 10 08:34:14.958088 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4b8210c-4575-4c57-82fa-60e6c8cf55b2 req-1bbf6067-a9a7-490b-8ee4-904f05804082 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534368 Nov 10 08:34:15.008321 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0daa7-5c08-4e3c-a71b-c73b2eb523ea req-f984eb50-4e66-44ea-9108-805911fa6240 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:15.011921 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77d0daa7-5c08-4e3c-a71b-c73b2eb523ea req-f984eb50-4e66-44ea-9108-805911fa6240 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0507629 Nov 10 08:34:15.062931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77d0daa7-5c08-4e3c-a71b-c73b2eb523ea req-33f73060-bad6-4a90-b3c1-c2d9a23617c9 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Nov 10 08:34:15.345770 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-45ed9030-a963-44a8-8283-6b82f4154a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.085550 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7842f21-9299-4651-b732-beba3de3527b req-c578258d-5f7a-4eb7-aa92-0b3174c60f5d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:16.087601 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7842f21-9299-4651-b732-beba3de3527b req-c578258d-5f7a-4eb7-aa92-0b3174c60f5d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0510008 Nov 10 08:34:16.146438 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7842f21-9299-4651-b732-beba3de3527b req-c21cdda1-2758-4a36-80cb-3396df8ad609 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Nov 10 08:34:16.301779 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43586) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:16.347125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.415996 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6c46c147-3efc-4c7c-b8f6-582a8f030cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.491760 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6c46c147-3efc-4c7c-b8f6-582a8f030cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.616663 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6c46c147-3efc-4c7c-b8f6-582a8f030cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.675357 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c147-3efc-4c7c-b8f6-582a8f030cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc16ad0-67ed-4ecf-9441-61a7d39eac94,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:16.684870 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43602) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:16.688538 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6c46c147-3efc-4c7c-b8f6-582a8f030cdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55b366d011994149840e94cf65b20271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855128 Nov 10 08:34:16.708740 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee9df-f118-46c8-86d9-659f469d6a68 req-ba435cf9-21a7-45f6-80c1-e48293c22346 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:16.712346 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8dee9df-f118-46c8-86d9-659f469d6a68 req-ba435cf9-21a7-45f6-80c1-e48293c22346 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.1066163 Nov 10 08:34:16.736459 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.758889 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.766733 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8dee9df-f118-46c8-86d9-659f469d6a68 req-08fc052f-8ac8-4108-ab04-05f5ccf4ee3a tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Nov 10 08:34:16.882900 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.885492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:16.887434 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bc16ad0-67ed-4ecf-9441-61a7d39eac94 HTTP/1.1" status: 204 len: 168 time: 0.2014594 Nov 10 08:34:16.904628 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbd3a8-e0bc-4d01-a373-8fc4a196c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc16ad0-67ed-4ecf-9441-61a7d39eac94,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:17.262909 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f9c8-c1e1-4204-8fea-1fe8e4bc83da req-1271f972-8b86-4915-9cfb-a7b34edd191b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:17.264659 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53a4f9c8-c1e1-4204-8fea-1fe8e4bc83da req-1271f972-8b86-4915-9cfb-a7b34edd191b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0489588 Nov 10 08:34:17.317445 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53a4f9c8-c1e1-4204-8fea-1fe8e4bc83da req-d6d9c2fb-9fa1-4f14-8269-aa708b997ee8 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Nov 10 08:34:17.453560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 43620) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:17.466560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3ef65dd6-9b9e-4a16-9260-9a1474f1babf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.538455 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3ef65dd6-9b9e-4a16-9260-9a1474f1babf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.620253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3ef65dd6-9b9e-4a16-9260-9a1474f1babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.659104 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3ef65dd6-9b9e-4a16-9260-9a1474f1babf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d167b98f0142d7932a6f135fbf4d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041392 Nov 10 08:34:17.659907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef65dd6-9b9e-4a16-9260-9a1474f1babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0082cc48-5fc8-4bcc-a4e0-c4d7b9a4bb24,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:17.661747 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43622) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:17.709477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.733749 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.762977 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.883283 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95788d44-36b0-4b4d-b35a-c4fdd15fad7a req-f9c647e3-9754-4683-b601-cf4ec3634409 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:17.884025 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.885078 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-95788d44-36b0-4b4d-b35a-c4fdd15fad7a req-f9c647e3-9754-4683-b601-cf4ec3634409 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0497346 Nov 10 08:34:17.887207 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:17.891235 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0082cc48-5fc8-4bcc-a4e0-c4d7b9a4bb24 HTTP/1.1" status: 204 len: 168 time: 0.2282197 Nov 10 08:34:17.900785 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e8d9a-a7c2-44f2-8bf9-7fd6ddd86a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0082cc48-5fc8-4bcc-a4e0-c4d7b9a4bb24,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:17.941574 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-95788d44-36b0-4b4d-b35a-c4fdd15fad7a req-6c423c9a-0b22-4657-8953-6f9bea427884 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 Nov 10 08:34:18.439928 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3707bf5-2bdc-4eb0-8d77-9b96e2e43f33 req-7c52df8d-1b34-4189-8292-f54205d0dad9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:18.441314 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3707bf5-2bdc-4eb0-8d77-9b96e2e43f33 req-7c52df8d-1b34-4189-8292-f54205d0dad9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0513327 Nov 10 08:34:18.497314 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3707bf5-2bdc-4eb0-8d77-9b96e2e43f33 req-8995937c-f265-4df9-89cf-544961fd5d09 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Nov 10 08:34:18.574957 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:18.689132 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-af27d7f2-7f14-4d0b-9080-316b61000eb8 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:18.693067 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-af27d7f2-7f14-4d0b-9080-316b61000eb8 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0469222 Nov 10 08:34:18.790519 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Deleting port 76192c1b-7f4b-4d05-8b21-c94a950813b8 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:34:18.791110 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:18.880675 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] For port 76192c1b-7f4b-4d05-8b21-c94a950813b8, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=76192c1b-7f4b-4d05-8b21-c94a950813b8,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:18.881036 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:18.893327 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Calling delete_port for 76192c1b-7f4b-4d05-8b21-c94a950813b8 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:34:19.069152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a072d-75d9-4c5e-93de-6a6625e9a3f6 req-a38e54b5-f9c8-48af-a070-85f0d3b3b9d0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:19.070663 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dd9a072d-75d9-4c5e-93de-6a6625e9a3f6 req-a38e54b5-f9c8-48af-a070-85f0d3b3b9d0 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Nov 10 08:34:19.119981 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dd9a072d-75d9-4c5e-93de-6a6625e9a3f6 req-0a217153-2b4f-4c87-a2b5-2c011019334b tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Nov 10 08:34:19.149948 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:19.177595 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['76192c1b-7f4b-4d05-8b21-c94a950813b8'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:34:19.186324 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Pushing event deleted for resources: {'Port': ['ID=76192c1b-7f4b-4d05-8b21-c94a950813b8,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:19.241040 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] No DVR routers for this DVR port 76192c1b-7f4b-4d05-8b21-c94a950813b8 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:34:19.243648 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:19.247505 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ead5f44a-16cb-4199-aa60-b05ad3d16a65 req-bd132c02-f750-426a-b434-d0c4dab8db22 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "DELETE /v2.0/ports/76192c1b-7f4b-4d05-8b21-c94a950813b8 HTTP/1.1" status: 204 len: 173 time: 0.5488589 Nov 10 08:34:19.248020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'name': 'network-vif-deleted', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:19.253345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9274c0-8651-4156-99e1-6cb660235bcb" -d '{"events": [{"server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "name": "network-vif-deleted", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:19.329030 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d928d6-cafa-40ec-9412-f10a272bdeb4 x-openstack-request-id: req-23d928d6-cafa-40ec-9412-f10a272bdeb4 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:19.329317 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00018e1a-4cad-4a53-a549-c27a50afa5a8", "name": "network-vif-deleted", "tag": "76192c1b-7f4b-4d05-8b21-c94a950813b8", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:19.329563 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23d928d6-cafa-40ec-9412-f10a272bdeb4 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:19.329947 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00018e1a-4cad-4a53-a549-c27a50afa5a8', 'name': 'network-vif-deleted', 'tag': '76192c1b-7f4b-4d05-8b21-c94a950813b8', 'status': 'completed', 'code': 200} Nov 10 08:34:19.631168 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab022-dd06-467d-ad76-f16eb3b683e8 req-f7f8f548-30c7-4155-9140-76832caa6a02 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:19.632740 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-822ab022-dd06-467d-ad76-f16eb3b683e8 req-f7f8f548-30c7-4155-9140-76832caa6a02 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0638170 Nov 10 08:34:19.694958 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-822ab022-dd06-467d-ad76-f16eb3b683e8 req-f5e632a4-6b37-4bfe-9784-a14d11027a16 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 Nov 10 08:34:20.235567 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77c196b6-8975-4673-8388-d2dff4fde978 req-fc66dc91-7361-4d30-89e0-3f49361a1164 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=00018e1a-4cad-4a53-a549-c27a50afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.0259552 Nov 10 08:34:20.812924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036a05-3775-486e-90cd-110e1b636e1d req-91d3c00a-a834-448f-b49d-31e5aeb6eb52 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:20.814439 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74036a05-3775-486e-90cd-110e1b636e1d req-91d3c00a-a834-448f-b49d-31e5aeb6eb52 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0502009 Nov 10 08:34:20.863705 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74036a05-3775-486e-90cd-110e1b636e1d req-584c774a-38c8-4b80-accc-fdbd077702e4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Nov 10 08:34:21.980963 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ecfbe-0c88-4942-ba62-d43a0651b489 req-a0167d0e-2ddd-410c-a9aa-6f6c72b31b97 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:21.982425 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a03ecfbe-0c88-4942-ba62-d43a0651b489 req-a0167d0e-2ddd-410c-a9aa-6f6c72b31b97 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0492280 Nov 10 08:34:22.032795 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a03ecfbe-0c88-4942-ba62-d43a0651b489 req-cccf3109-af8c-4d9a-bb2a-9dc221678bc2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Nov 10 08:34:23.708836 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 76192c1b-7f4b-4d05-8b21-c94a950813b8 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:34:23.729443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 76192c1b-7f4b-4d05-8b21-c94a950813b8 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:34:23.729781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 76192c1b-7f4b-4d05-8b21-c94a950813b8 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:34:24.918953 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b935d-169c-4fe9-bc23-fb1f69a13adb req-87f8e6a5-898f-4f21-bfcb-8e242cf434eb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:24.920421 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b2b935d-169c-4fe9-bc23-fb1f69a13adb req-87f8e6a5-898f-4f21-bfcb-8e242cf434eb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0466940 Nov 10 08:34:24.968192 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b2b935d-169c-4fe9-bc23-fb1f69a13adb req-9d72d43f-14b7-424b-80f4-38aef8337bf2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Nov 10 08:34:26.085327 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed96020-c577-4a27-b42a-14b5486878d6 req-0ab498af-17a3-468e-a9d5-49ece879bdc4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:26.086786 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ed96020-c577-4a27-b42a-14b5486878d6 req-0ab498af-17a3-468e-a9d5-49ece879bdc4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0479825 Nov 10 08:34:26.134293 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ed96020-c577-4a27-b42a-14b5486878d6 req-1dd4e957-d52e-48b8-b140-ebff2c00cdbf tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Nov 10 08:34:27.255793 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec2023-5ca9-4e87-aaac-5924a444f22f req-555db278-c517-42e0-b3c0-4075eaec321d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:27.257310 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24ec2023-5ca9-4e87-aaac-5924a444f22f req-555db278-c517-42e0-b3c0-4075eaec321d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0523603 Nov 10 08:34:27.304121 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24ec2023-5ca9-4e87-aaac-5924a444f22f req-4de36906-d7bf-486f-ab85-233389cd131d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Nov 10 08:34:28.421040 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd712c7-6479-4612-bff9-7807ad592174 req-db29fec3-6331-4f15-92d7-5dd458f7e5fa tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:28.422542 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8bd712c7-6479-4612-bff9-7807ad592174 req-db29fec3-6331-4f15-92d7-5dd458f7e5fa tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0473571 Nov 10 08:34:28.469443 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8bd712c7-6479-4612-bff9-7807ad592174 req-32fb5c77-a8ac-4179-bb96-696a76cabdea tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Nov 10 08:34:29.589991 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b7e1-1a41-4ac7-a3fc-3531cc6ff2d8 req-53116642-090b-48b1-8c33-f02e24886c36 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:29.591431 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fd92b7e1-1a41-4ac7-a3fc-3531cc6ff2d8 req-53116642-090b-48b1-8c33-f02e24886c36 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0517955 Nov 10 08:34:29.640316 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fd92b7e1-1a41-4ac7-a3fc-3531cc6ff2d8 req-d11285d4-0eb1-49ca-be5e-1cf2c6c0e703 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Nov 10 08:34:29.709733 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43924) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:29.813581 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2d-e34e-4788-897c-769ef154cba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:29.886293 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2d-e34e-4788-897c-769ef154cba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:29.951125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2d-e34e-4788-897c-769ef154cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:29.988619 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1d2d-e34e-4788-897c-769ef154cba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5e84d-6fc3-4264-a3ce-be3df097dfaf,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:29.993055 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d6da1d2d-e34e-4788-897c-769ef154cba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22d994b571bc4548806274a29435a4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823217 Nov 10 08:34:29.996023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 43930) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:30.044700 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:30.070712 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:30.201997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:30.204932 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:30.206624 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03d5e84d-6fc3-4264-a3ce-be3df097dfaf HTTP/1.1" status: 204 len: 168 time: 0.2091410 Nov 10 08:34:30.218724 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3eaf8-0317-4bcd-9eb6-c1545d666d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5e84d-6fc3-4264-a3ce-be3df097dfaf,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:31.017050 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65fab8-44b6-46c2-87d0-fa84d549d814 req-cccd8bb4-57fb-44a2-9750-acb043f22579 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:31.018459 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac65fab8-44b6-46c2-87d0-fa84d549d814 req-cccd8bb4-57fb-44a2-9750-acb043f22579 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.3074486 Nov 10 08:34:31.088335 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-1711b400-4ee2-4daa-89db-bd23dd6c1533 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:31.090344 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-1711b400-4ee2-4daa-89db-bd23dd6c1533 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/networks?id=ba769780-44bc-4f27-9793-016615f0c9dc HTTP/1.1" status: 200 len: 808 time: 0.3508925 Nov 10 08:34:31.097571 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac65fab8-44b6-46c2-87d0-fa84d549d814 req-0c56f1a0-ce21-4f1f-b3ea-debefe57a2c1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731533 Nov 10 08:34:31.107742 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-d5f98aa1-8d77-445a-ae67-018f9b500b9a tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/quotas/db48caec5b664989b1179530ec5faaf2 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Nov 10 08:34:31.139111 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-387331d7-f678-470e-8310-78592f42d523 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253677 Nov 10 08:34:31.230112 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-e818a215-1112-45b9-a1e4-24940c12683e service neutron] 10.222.0.21 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Nov 10 08:34:31.326114 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-ee368046-2e47-4fea-87bb-5447aee8024f service neutron] 10.222.0.21 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883939 Nov 10 08:34:31.649960 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-cc8e675d-41e3-4dc0-a5e1-3ece9ef743b2 req-9caf4f8f-5f4c-4e2e-b50d-74a448b10936 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 210 time: 0.0252917 Nov 10 08:34:31.940030 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5554-c821-44e7-ae6c-34f3c3fa98d6 req-98e60917-499a-4b44-9628-921d282af155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:31.940030 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b5ba5554-c821-44e7-ae6c-34f3c3fa98d6 req-98e60917-499a-4b44-9628-921d282af155 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1098 time: 0.0463197 Nov 10 08:34:31.986763 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b5ba5554-c821-44e7-ae6c-34f3c3fa98d6 req-27023f25-790e-4780-88ae-63f64338c114 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 Nov 10 08:34:32.216294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129316f2-f00d-4151-ac6e-752276e7fcb4 req-306e77c2-a1ad-4dca-ae1d-d89840cff0b6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:32.217789 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-129316f2-f00d-4151-ac6e-752276e7fcb4 req-306e77c2-a1ad-4dca-ae1d-d89840cff0b6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0523434 Nov 10 08:34:32.263581 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-129316f2-f00d-4151-ac6e-752276e7fcb4 req-61672ed1-12f2-4399-8ddf-b41f2f759009 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Nov 10 08:34:32.751117 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-88d17445-6d80-402b-9491-72547e0656d5 req-0e2e939c-a1c5-44e6-aeb5-95a765f01aa2 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 210 time: 0.0291066 Nov 10 08:34:33.384904 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d9b1-7231-4aca-a4ca-05c18e9699d1 req-cc388d36-5247-453c-adeb-2233cd434f4f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:33.387850 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d9b9d9b1-7231-4aca-a4ca-05c18e9699d1 req-cc388d36-5247-453c-adeb-2233cd434f4f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0511131 Nov 10 08:34:33.432756 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d9b9d9b1-7231-4aca-a4ca-05c18e9699d1 req-e7dcb69d-f673-4ed9-a3ae-0a8821a092e3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Nov 10 08:34:33.695322 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f8695f70-63de-4c95-aac9-e009d7faaf68 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:33.697168 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f8695f70-63de-4c95-aac9-e009d7faaf68 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "GET /v2.0/networks?id=ba769780-44bc-4f27-9793-016615f0c9dc HTTP/1.1" status: 200 len: 808 time: 0.1032047 Nov 10 08:34:33.729847 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Request body: {'port': {'device_id': 'cff8925a-afb3-47ef-8243-570302a1146a', 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc', 'admin_state_up': True, 'tenant_id': 'db48caec5b664989b1179530ec5faaf2'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:34:33.858414 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-176dc994-7b73-48d2-bbb7-161b9b3c3ed9 req-c0cdb362-a346-4ddb-9361-05592ba2b745 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 210 time: 0.0245471 Nov 10 08:34:33.916376 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Made reservation on behalf of db48caec5b664989b1179530ec5faaf2 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:34:33.920347 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.054147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Allocated IP 172.20.0.12 (ba769780-44bc-4f27-9793-016615f0c9dc/2365b298-1118-400a-9a68-fd13771c7dfc/7b97a68f-2c43-4527-a3b2-bfbbae431834) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:34:34.164080 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:34:34.202395 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.345758 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.385964 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Network ba769780-44bc-4f27-9793-016615f0c9dc is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:34:34.391789 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:34:34.394411 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:34:34.424060 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Pushing event updated for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:34.452898 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:34.455636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.557998 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834b65-a648-44c0-9565-7268c5c980a1 req-b8f56d76-988b-4058-9db8-2edfc5af4693 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:34.559533 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61834b65-a648-44c0-9565-7268c5c980a1 req-b8f56d76-988b-4058-9db8-2edfc5af4693 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0519199 Nov 10 08:34:34.569142 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-12b0c0bd-afbf-49e7-bda8-c543cea242b6 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8432987 Nov 10 08:34:34.586996 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Request body: {'port': {'device_id': 'cff8925a-afb3-47ef-8243-570302a1146a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:34:34.611585 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61834b65-a648-44c0-9565-7268c5c980a1 req-86067455-01e0-47e2-b3fc-62d6951e419e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Nov 10 08:34:34.656147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.722116 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.751536 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a5ce0-69cb-4fd5-8b9d-fd34ba3d5cac req-5cc7c96e-64ad-416a-8204-83094b7ad8f3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:34.753054 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d42a5ce0-69cb-4fd5-8b9d-fd34ba3d5cac req-5cc7c96e-64ad-416a-8204-83094b7ad8f3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0621231 Nov 10 08:34:34.808227 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d42a5ce0-69cb-4fd5-8b9d-fd34ba3d5cac req-02fc7f59-f610-4ea8-88d9-99411d7dcfb3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468214 Nov 10 08:34:34.958912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 44104) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:34.977348 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b97a68f-2c43-4527-a3b2-bfbbae431834 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:34:34.985525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:34.999639 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Transition to ACTIVE for port object 7b97a68f-2c43-4527-a3b2-bfbbae431834 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:34:35.005716 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d7476-67b1-41f8-8453-69e198b6c7d2 req-c33c9bc7-f1fa-4b2a-a6bb-2f73e5026e3d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:35.007242 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6b5d7476-67b1-41f8-8453-69e198b6c7d2 req-c33c9bc7-f1fa-4b2a-a6bb-2f73e5026e3d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 932 time: 0.0565693 Nov 10 08:34:35.055936 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6b5d7476-67b1-41f8-8453-69e198b6c7d2 req-c8ad3459-e8a8-4be1-a80f-58c8065b48e2 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Nov 10 08:34:35.064793 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.106937 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f1632b97-4b23-4fdf-8602-425ae25c714f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.139318 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:35.254136 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Attempting to bind port 7b97a68f-2c43-4527-a3b2-bfbbae431834 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:34:35.254547 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Attempting to bind port 7b97a68f-2c43-4527-a3b2-bfbbae431834 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:34:35.254796 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Attempting to bind port 7b97a68f-2c43-4527-a3b2-bfbbae431834 on network ba769780-44bc-4f27-9793-016615f0c9dc {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:34:35.267851 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Port 7b97a68f-2c43-4527-a3b2-bfbbae431834 on network ba769780-44bc-4f27-9793-016615f0c9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:34:35.268185 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Attempting to bind port 7b97a68f-2c43-4527-a3b2-bfbbae431834 on network ba769780-44bc-4f27-9793-016615f0c9dc {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:34:35.279953 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f1632b97-4b23-4fdf-8602-425ae25c714f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.281114 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:34:35.281443 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Checking segment: {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:34:35.281819 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Bound using segment: {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:34:35.282248 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Bound port: 7b97a68f-2c43-4527-a3b2-bfbbae431834, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff42fc3-1233-4075-bf2a-40e6cbe982e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:34:35.282584 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.340327 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f1632b97-4b23-4fdf-8602-425ae25c714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.358612 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:34:35.384265 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:34:35.393800 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f1632b97-4b23-4fdf-8602-425ae25c714f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6c7a636bbdd4464b4e58f58122729d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315445 Nov 10 08:34:35.393800 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1632b97-4b23-4fdf-8602-425ae25c714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5cf7e-a50b-4d41-aa65-5623e7afb5de,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:35.395274 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44110) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:35.452344 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.464286 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.479495 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.499427 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:35.500171 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.501750 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] 10.222.0.45 "PUT /v2.0/ports/7b97a68f-2c43-4527-a3b2-bfbbae431834 HTTP/1.1" status: 200 len: 1094 time: 0.9195809 Nov 10 08:34:35.502263 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:35.504686 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:35.540542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607d0c9-5f33-497b-b19a-a71ba399ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:35.552333 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486b771a-8dd5-42d2-88b3-b17973a226a8 x-openstack-request-id: req-486b771a-8dd5-42d2-88b3-b17973a226a8 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:35.552667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:35.552960 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-486b771a-8dd5-42d2-88b3-b17973a226a8 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:35.553354 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834', 'status': 'completed', 'code': 200} Nov 10 08:34:35.625095 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.627686 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:35.628848 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fb5cf7e-a50b-4d41-aa65-5623e7afb5de HTTP/1.1" status: 204 len: 168 time: 0.2323337 Nov 10 08:34:35.638092 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afcfc8-15ae-4dd2-9b89-c679215589b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5cf7e-a50b-4d41-aa65-5623e7afb5de,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:38.748949 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-2f8f9cf8-12db-4e8b-921d-1d51b242fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:38.751035 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-2f8f9cf8-12db-4e8b-921d-1d51b242fa8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 1097 time: 0.0405624 Nov 10 08:34:38.841194 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac76b97-d3d3-4278-aa6b-fd807a3779e6 req-d9d60a66-45d2-436a-be32-b45cb6dc8104 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:38.842557 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ac76b97-d3d3-4278-aa6b-fd807a3779e6 req-d9d60a66-45d2-436a-be32-b45cb6dc8104 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 944 time: 0.0475669 Nov 10 08:34:38.866740 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-0f223895-4115-40b0-9e99-a2acb0763e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:38.868205 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-0f223895-4115-40b0-9e99-a2acb0763e9c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=db48caec5b664989b1179530ec5faaf2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0939655 Nov 10 08:34:38.892116 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7ac76b97-d3d3-4278-aa6b-fd807a3779e6 req-6595d23b-d234-47cd-9ce9-b9c0f35a949d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Nov 10 08:34:38.961569 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-6d02dc01-9c2d-4b53-b488-223ec3f0bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:38.963025 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c43e50cd-15b5-46c2-b0d9-06c0f7daf252 req-6d02dc01-9c2d-4b53-b488-223ec3f0bd81 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877275 Nov 10 08:34:39.063751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-d906e687-77f6-4bfa-bb81-427fc49f25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:39.065214 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-d906e687-77f6-4bfa-bb81-427fc49f25c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db48caec5b664989b1179530ec5faaf2&device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 1097 time: 0.0409524 Nov 10 08:34:39.119781 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-8cd123e6-7271-4c10-a425-2bc869f8ccdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834 HTTP/1.1" status: 200 len: 217 time: 0.0350657 Nov 10 08:34:39.171092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-6d2e9daa-d9f2-47b5-94bf-e871ebd2b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:39.172512 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-6d2e9daa-d9f2-47b5-94bf-e871ebd2b7d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2365b298-1118-400a-9a68-fd13771c7dfc HTTP/1.1" status: 200 len: 848 time: 0.0415037 Nov 10 08:34:39.206619 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-d96e7d08-92de-4498-b5b9-e93b984f3fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba769780-44bc-4f27-9793-016615f0c9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233033 Nov 10 08:34:39.303306 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-f552d456-b87a-4665-8447-5b14694764e7 service neutron] 10.222.0.45 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838232 Nov 10 08:34:39.399526 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b9bb59dd-3b2c-448f-b5f5-5cfc6d984dba req-71cae819-5b8d-46e1-8704-e1d16f7ed11e service neutron] 10.222.0.45 "GET /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835431 Nov 10 08:34:42.630811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-ec2531c7-51c5-4a41-8805-af766ff344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:42.631775 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9a120-a016-48fc-b0a2-ede384fb9dc5 req-14d528f4-d802-4f15-ba0c-66df1e7e2351 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:42.635834 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-ec2531c7-51c5-4a41-8805-af766ff344a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0405371 Nov 10 08:34:42.635986 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-33b9a120-a016-48fc-b0a2-ede384fb9dc5 req-14d528f4-d802-4f15-ba0c-66df1e7e2351 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 944 time: 0.0736032 Nov 10 08:34:42.656325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6df238-92f6-42af-9184-897e2a5207fc req-d875a0f8-2852-40c9-9fde-efa4f69502fc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:42.663125 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a6df238-92f6-42af-9184-897e2a5207fc req-d875a0f8-2852-40c9-9fde-efa4f69502fc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0693769 Nov 10 08:34:42.719487 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-33b9a120-a016-48fc-b0a2-ede384fb9dc5 req-21b3cae5-7a3e-46e7-9406-1352e56f82af tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 Nov 10 08:34:42.726492 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a6df238-92f6-42af-9184-897e2a5207fc req-7d2c051d-0379-409b-b66e-d72830767255 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624268 Nov 10 08:34:42.729714 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-b4f55248-6e52-4619-b17a-443ab94c21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:42.731173 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-b4f55248-6e52-4619-b17a-443ab94c21c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.0911350 Nov 10 08:34:42.774981 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-f4775bf9-e5bb-414f-994f-0c9f1fa20dd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.0339661 Nov 10 08:34:42.825984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-f90d788d-2efb-487c-8f39-50352a0889e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:42.827380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-f90d788d-2efb-487c-8f39-50352a0889e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0457778 Nov 10 08:34:42.860143 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-3d24be05-a81e-4c33-9bab-e4072e16ccfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232604 Nov 10 08:34:42.952570 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-1ee21fc8-cbfd-464c-ac80-26dddeb48eb0 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817196 Nov 10 08:34:42.989914 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7fa74ef9-49e7-409f-b03b-d16585bbb7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:43.056856 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f0d7f502-b724-45e3-838a-ee09b8f2e05c req-7fa37622-9d61-4f6d-a175-399f348fdd34 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970163 Nov 10 08:34:43.866739 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa185f91-e488-4bc4-a66e-a329794601c7 req-0f1c6448-14d4-4859-a884-2687b59e72fa tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:43.870167 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fa185f91-e488-4bc4-a66e-a329794601c7 req-0f1c6448-14d4-4859-a884-2687b59e72fa tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 944 time: 0.0764186 Nov 10 08:34:43.888637 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514007d3-2e52-475d-8e77-84b8af33ee20 req-dd016146-6b7b-42b8-8ce3-cc4ac9399eb1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:43.890057 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-514007d3-2e52-475d-8e77-84b8af33ee20 req-dd016146-6b7b-42b8-8ce3-cc4ac9399eb1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0698879 Nov 10 08:34:43.948721 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fa185f91-e488-4bc4-a66e-a329794601c7 req-f0d75be6-67c2-4381-9260-4d982567acf3 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728056 Nov 10 08:34:43.960014 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-514007d3-2e52-475d-8e77-84b8af33ee20 req-64e24f7a-f2c7-4438-b6ef-2338e1808d5c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619824 Nov 10 08:34:44.759539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 7b97a68f-2c43-4527-a3b2-bfbbae431834 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:34:44.858421 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:44.870239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '7b97a68f-2c43-4527-a3b2-bfbbae431834', 'network_id': 'ba769780-44bc-4f27-9793-016615f0c9dc', 'port_id': '7b97a68f-2c43-4527-a3b2-bfbbae431834', 'mac_address': 'fa:16:3e:00:a8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2365b298-1118-400a-9a68-fd13771c7dfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:34:44.907642 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:44.920430 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b97a68f-2c43-4527-a3b2-bfbbae431834 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:34:44.942245 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:45.053533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:45.095427 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174900-3fa7-45de-bfe7-3d5540786516 req-14353f86-d47b-44be-8ddc-4671e707824c tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:45.096901 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df174900-3fa7-45de-bfe7-3d5540786516 req-14353f86-d47b-44be-8ddc-4671e707824c tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 944 time: 0.0781631 Nov 10 08:34:45.103045 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:45.108888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce375a-dae0-4073-a33b-37d55b549b8a req-7992fe2b-4b47-41f6-82f8-c52fa5d35c04 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:45.110387 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-06ce375a-dae0-4073-a33b-37d55b549b8a req-7992fe2b-4b47-41f6-82f8-c52fa5d35c04 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0804172 Nov 10 08:34:45.180859 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df174900-3fa7-45de-bfe7-3d5540786516 req-333f29e4-bbd5-43e9-89bf-eb692e9831cd tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Nov 10 08:34:45.184620 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-06ce375a-dae0-4073-a33b-37d55b549b8a req-261e4b09-6da5-462b-827a-20e52affb44e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Nov 10 08:34:45.321558 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0d761173-37c2-4d30-952c-84310f49b379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:45.361423 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['7b97a68f-2c43-4527-a3b2-bfbbae431834'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:34:46.331418 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7eb1-a3a2-46ac-9830-80e4f5d0e61a req-58ace65d-7fe1-41d9-ad94-0541372e15f2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:46.332973 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-028a7eb1-a3a2-46ac-9830-80e4f5d0e61a req-58ace65d-7fe1-41d9-ad94-0541372e15f2 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0781243 Nov 10 08:34:46.348500 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:46.367017 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2723a-8824-4248-8d3a-83399819ee4c req-60584691-3af1-4bf3-9c96-f5518ee154cc tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:46.367628 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-85e2723a-8824-4248-8d3a-83399819ee4c req-60584691-3af1-4bf3-9c96-f5518ee154cc tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 945 time: 0.1003547 Nov 10 08:34:46.424761 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-028a7eb1-a3a2-46ac-9830-80e4f5d0e61a req-171e4c1b-0051-4594-bfbc-c9a3e4a6ca4a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831382 Nov 10 08:34:46.436460 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-85e2723a-8824-4248-8d3a-83399819ee4c req-d4e838d8-c2cc-463d-a78f-6accf5d4b3e4 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Nov 10 08:34:46.758704 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 7b97a68f-2c43-4527-a3b2-bfbbae431834 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:34:46.858410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 7b97a68f-2c43-4527-a3b2-bfbbae431834 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:34:46.862319 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 7b97a68f-2c43-4527-a3b2-bfbbae431834 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:34:46.869552 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:46.940540 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:46.962826 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:46.965654 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bcc60c-955c-4502-8e45-e2d549067d33" -d '{"events": [{"server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "name": "network-vif-plugged", "status": "completed", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:46.981624 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:47.016253 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ef22c-6618-4d1b-8fd5-45d10fcab168 x-openstack-request-id: req-738ef22c-6618-4d1b-8fd5-45d10fcab168 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:47.016561 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "name": "network-vif-plugged", "status": "completed", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:47.016812 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-738ef22c-6618-4d1b-8fd5-45d10fcab168 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:47.017242 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834', 'code': 200} Nov 10 08:34:47.081955 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:47.129353 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:47.334171 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaeedc-ad35-4467-a35a-616cd8546ffa req-993dc029-29d0-4ff1-abc7-e70488dfffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:47.335472 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a8eaeedc-ad35-4467-a35a-616cd8546ffa req-993dc029-29d0-4ff1-abc7-e70488dfffc7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 1099 time: 0.0386927 Nov 10 08:34:47.384471 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a8eaeedc-ad35-4467-a35a-616cd8546ffa req-5c733973-7838-4157-a0ab-1dd18ad99879 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Nov 10 08:34:47.584581 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75beda1-90e3-4278-8d4a-aa6a72f6cbb5 req-7e8984c0-a821-4865-b09c-dc3859d16bd5 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:47.585978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a75beda1-90e3-4278-8d4a-aa6a72f6cbb5 req-7e8984c0-a821-4865-b09c-dc3859d16bd5 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0804822 Nov 10 08:34:47.593767 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c841c1-66dc-4c57-b35a-eeb64ecfa1dd req-83970262-6310-458a-a126-d9b489a297db tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:47.595171 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8c841c1-66dc-4c57-b35a-eeb64ecfa1dd req-83970262-6310-458a-a126-d9b489a297db tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0779207 Nov 10 08:34:47.672472 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a75beda1-90e3-4278-8d4a-aa6a72f6cbb5 req-ecd2b3cf-9f2c-4e5b-8278-e0833335fd96 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Nov 10 08:34:47.676047 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8c841c1-66dc-4c57-b35a-eeb64ecfa1dd req-b6dbe0c2-e362-41e2-b10a-2e2f8c336be5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Nov 10 08:34:47.795522 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:48.572994 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:48.853479 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223f3e6-617b-4bb4-b79e-1dae4587ba67 req-dda44bad-47bd-4fb1-a0bf-0788386bf198 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:48.858044 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7223f3e6-617b-4bb4-b79e-1dae4587ba67 req-dda44bad-47bd-4fb1-a0bf-0788386bf198 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.1028426 Nov 10 08:34:48.888434 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef57f7-562d-40f7-bfaf-ddd7d757862c req-78b60333-04fc-4194-b486-0e3e1b3ec73b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:48.890183 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dfef57f7-562d-40f7-bfaf-ddd7d757862c req-78b60333-04fc-4194-b486-0e3e1b3ec73b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0821187 Nov 10 08:34:48.941096 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7223f3e6-617b-4bb4-b79e-1dae4587ba67 req-84c1e6db-779a-4ff6-81e8-0c73b5f30182 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769055 Nov 10 08:34:48.962037 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dfef57f7-562d-40f7-bfaf-ddd7d757862c req-935a5fcd-020a-4dec-8f73-7c672d5ac7be tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648208 Nov 10 08:34:50.479073 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ea70e-414e-4f1f-a942-a275ce5ac047 req-5c2a648e-4b73-448f-a913-96031af90072 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:50.480555 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df8ea70e-414e-4f1f-a942-a275ce5ac047 req-5c2a648e-4b73-448f-a913-96031af90072 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0492697 Nov 10 08:34:50.538664 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df8ea70e-414e-4f1f-a942-a275ce5ac047 req-b08b8df3-4fd9-4912-8412-a43ce12d7b49 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Nov 10 08:34:50.596841 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54a54f-9ca3-4e3e-ad53-718266c79e69 req-e3d3ceef-495d-45f2-819a-0d54f235ee09 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:50.603912 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bb54a54f-9ca3-4e3e-ad53-718266c79e69 req-e3d3ceef-495d-45f2-819a-0d54f235ee09 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0590727 Nov 10 08:34:50.676065 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bb54a54f-9ca3-4e3e-ad53-718266c79e69 req-c659cfa1-7911-46bd-b8a2-21cc448bd88a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Nov 10 08:34:50.687560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6deff-b202-4cb6-b33d-bbdffe7cb713 req-b841260f-8075-4451-a876-47eee9478911 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:50.689070 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1ca6deff-b202-4cb6-b33d-bbdffe7cb713 req-b841260f-8075-4451-a876-47eee9478911 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0831754 Nov 10 08:34:50.737476 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1ca6deff-b202-4cb6-b33d-bbdffe7cb713 req-beb21937-0f3f-471c-a8c5-1b2f4d459a20 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Nov 10 08:34:51.791374 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f42a-9846-411d-a4b6-d8f7a2fcdac4 req-dda2c056-b06c-420d-81bc-8b75a4617b04 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:51.792890 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-26a7f42a-9846-411d-a4b6-d8f7a2fcdac4 req-dda2c056-b06c-420d-81bc-8b75a4617b04 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0483308 Nov 10 08:34:51.866175 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-26a7f42a-9846-411d-a4b6-d8f7a2fcdac4 req-70f0909b-5bd8-4116-9d72-32aa003697c0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676301 Nov 10 08:34:51.877140 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1935b8-7c8d-4d75-98c8-181b906251aa req-57e413d8-4d0a-4d12-a7cf-e2d7d8f1f270 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:51.878560 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9e1935b8-7c8d-4d75-98c8-181b906251aa req-57e413d8-4d0a-4d12-a7cf-e2d7d8f1f270 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0673785 Nov 10 08:34:51.930528 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9e1935b8-7c8d-4d75-98c8-181b906251aa req-d5773975-b5f3-4f70-945d-0f766afbb278 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460527 Nov 10 08:34:52.981797 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d1f0-386d-4c55-8671-16261b81b343 req-547b5b9e-2bb8-429c-aedd-8774b9207436 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:52.983352 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a700d1f0-386d-4c55-8671-16261b81b343 req-547b5b9e-2bb8-429c-aedd-8774b9207436 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0495338 Nov 10 08:34:53.062363 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a700d1f0-386d-4c55-8671-16261b81b343 req-7a00d0df-caaf-45b4-87a3-a7c711c731ae tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Nov 10 08:34:53.077630 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ee2a-2732-4274-862d-26b201a97a27 req-df038c7c-6f02-4dae-9c60-d5a8d474bb1c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:53.079858 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f9e5ee2a-2732-4274-862d-26b201a97a27 req-df038c7c-6f02-4dae-9c60-d5a8d474bb1c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0703647 Nov 10 08:34:53.126146 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f9e5ee2a-2732-4274-862d-26b201a97a27 req-9d78dcd3-345d-4c14-911c-b9289dc3fbcc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Nov 10 08:34:54.182838 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce9a62-8e9c-4d31-b541-7a538e3800e3 req-52b85d99-ff69-40bf-a79e-715139aa8a5f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:54.185692 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4ce9a62-8e9c-4d31-b541-7a538e3800e3 req-52b85d99-ff69-40bf-a79e-715139aa8a5f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0560365 Nov 10 08:34:54.258913 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4ce9a62-8e9c-4d31-b541-7a538e3800e3 req-f0761deb-5981-4959-bf82-34013208ad62 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672884 Nov 10 08:34:54.271617 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812c880-829e-4727-9150-1b750dbadb33 req-0a70b5d1-abb8-4d31-98f9-3b6f1b491bac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:54.273266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b812c880-829e-4727-9150-1b750dbadb33 req-0a70b5d1-abb8-4d31-98f9-3b6f1b491bac tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0676339 Nov 10 08:34:54.332450 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b812c880-829e-4727-9150-1b750dbadb33 req-1feb39a6-78f0-4e4c-b2c2-70d26d89085b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517304 Nov 10 08:34:54.807839 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc2c21-fb72-4b31-8fa6-b76368039f30 req-4d98b4c9-31c8-4f2d-ae47-076ef89bea74 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:54.809842 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5cdc2c21-fb72-4b31-8fa6-b76368039f30 req-4d98b4c9-31c8-4f2d-ae47-076ef89bea74 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0500536 Nov 10 08:34:54.855275 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5cdc2c21-fb72-4b31-8fa6-b76368039f30 req-b1111e43-c449-403d-b707-1a6db26529c1 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Nov 10 08:34:55.035635 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44494) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:55.137108 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.207139 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.279461 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.318095 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f9684ee355a400bbc2c472401a345b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812848 Nov 10 08:34:55.318953 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239717f4-7f4a-4ce8-a4ca-080d9feccbc1,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:55.320843 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 44502) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:34:55.327183 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.327540 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.327898 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.328309 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.328643 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.328974 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.329300 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.329629 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.329957 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.330285 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.330606 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.330926 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc24cb0-a903-4b75-985f-a1186f3bac42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.372153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.396650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ef9b5-9a16-4cca-b64c-c01ff3867fd3 req-7fe7e1f3-8554-43b3-8fea-22bdd43a7341 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:55.400539 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.405061 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-571ef9b5-9a16-4cca-b64c-c01ff3867fd3 req-7fe7e1f3-8554-43b3-8fea-22bdd43a7341 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0706279 Nov 10 08:34:55.482316 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-571ef9b5-9a16-4cca-b64c-c01ff3867fd3 req-82ebb163-9a89-46c9-b23d-283776888146 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Nov 10 08:34:55.494961 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bfff0-a96a-478a-8428-dd6dafe4f245 req-8f34d853-8087-4a94-9126-ae6c25ce0c10 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:55.496472 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-939bfff0-a96a-478a-8428-dd6dafe4f245 req-8f34d853-8087-4a94-9126-ae6c25ce0c10 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0786963 Nov 10 08:34:55.520960 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.523517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:55.524667 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/239717f4-7f4a-4ce8-a4ca-080d9feccbc1 HTTP/1.1" status: 204 len: 168 time: 0.2023547 Nov 10 08:34:55.533038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239717f4-7f4a-4ce8-a4ca-080d9feccbc1,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:55.540172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.540526 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.540872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.541204 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.541536 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.541896 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.542270 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.542597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.542931 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.543273 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.543704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.543914 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268661f-d100-4982-9224-b9b4d70ad6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:34:55.547109 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-939bfff0-a96a-478a-8428-dd6dafe4f245 req-82a102c7-afc4-41de-aaea-de1e156d837e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Nov 10 08:34:55.969032 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80fe6a-2157-43f9-8aa5-b5ca13ad94f9 req-86a8ab0d-8af3-4571-af6b-a63b99d609f8 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:55.970503 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ae80fe6a-2157-43f9-8aa5-b5ca13ad94f9 req-86a8ab0d-8af3-4571-af6b-a63b99d609f8 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0480833 Nov 10 08:34:56.017046 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ae80fe6a-2157-43f9-8aa5-b5ca13ad94f9 req-6c1582a8-a4f2-4e7b-bee1-78dbdc61f20c tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Nov 10 08:34:56.598533 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d414-df38-4598-9b45-4d0a65811e5e req-a3fe4326-ed2a-42bb-ab80-94a68b5f99c7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:56.600179 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3010d414-df38-4598-9b45-4d0a65811e5e req-a3fe4326-ed2a-42bb-ab80-94a68b5f99c7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0517833 Nov 10 08:34:56.673032 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3010d414-df38-4598-9b45-4d0a65811e5e req-dcf8b6f6-c0ba-4dd1-abbe-cf44be6eac5b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668855 Nov 10 08:34:56.689889 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991078d-d0ff-42d8-a469-f8be9cdbecc3 req-25a19f65-49ff-47a2-9564-a7c3e81ef3a4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:56.691537 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4991078d-d0ff-42d8-a469-f8be9cdbecc3 req-25a19f65-49ff-47a2-9564-a7c3e81ef3a4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0660026 Nov 10 08:34:56.738635 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4991078d-d0ff-42d8-a469-f8be9cdbecc3 req-e65c38bf-2da9-4bc4-8a68-75db99dae92a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Nov 10 08:34:57.128374 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326151fe-7cb3-4c1c-b451-153ffed92f9d req-3bf13c32-124a-450b-bedd-9ce0e808ada7 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:57.129816 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-326151fe-7cb3-4c1c-b451-153ffed92f9d req-3bf13c32-124a-450b-bedd-9ce0e808ada7 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0477104 Nov 10 08:34:57.181945 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-326151fe-7cb3-4c1c-b451-153ffed92f9d req-44c956a2-91b3-4baa-a6e2-448687523140 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Nov 10 08:34:57.791382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db3db-6f0c-499f-a78a-9744cf57859a req-6976f9fe-b27e-42f7-84ea-30fbb136edfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:57.792901 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ec4db3db-6f0c-499f-a78a-9744cf57859a req-6976f9fe-b27e-42f7-84ea-30fbb136edfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0497129 Nov 10 08:34:57.869439 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ec4db3db-6f0c-499f-a78a-9744cf57859a req-c6380ea6-2723-48e5-9b33-7bf0f98c1252 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Nov 10 08:34:57.885614 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac534c36-f876-467b-ab6d-f91362ae729d req-0208c435-0587-445e-86c9-17ab71db6b07 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:57.885614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac534c36-f876-467b-ab6d-f91362ae729d req-0208c435-0587-445e-86c9-17ab71db6b07 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0714118 Nov 10 08:34:57.931274 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac534c36-f876-467b-ab6d-f91362ae729d req-bd0dfc07-2e6d-458f-9360-a05d0c9970db tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413737 Nov 10 08:34:58.315157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716a58-abec-4114-94d6-0825013b7c14 req-30827ea9-85a7-44fd-a853-77677bef991e tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:58.317072 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3d716a58-abec-4114-94d6-0825013b7c14 req-30827ea9-85a7-44fd-a853-77677bef991e tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0638611 Nov 10 08:34:58.377716 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3d716a58-abec-4114-94d6-0825013b7c14 req-23b462ad-2d4d-414b-9bad-8767b99fa7da tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Nov 10 08:34:58.456098 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-f5a184fd-05f7-44dc-878c-5dd2f51a8c38 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=033800ca8e954063b909619e2187f00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284748 Nov 10 08:34:58.653851 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-841b8b77-4d67-436f-bbf1-96e44446157d tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:58.655498 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-841b8b77-4d67-436f-bbf1-96e44446157d tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938317 Nov 10 08:34:58.676598 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-35146f50-3d09-47ca-9f47-c3306e96a2bc tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/quotas/033800ca8e954063b909619e2187f00d HTTP/1.1" status: 200 len: 375 time: 0.0108500 Nov 10 08:34:58.712610 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-fb3d1ef3-d9cc-467c-bd3c-95d9db7304a9 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=033800ca8e954063b909619e2187f00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299504 Nov 10 08:34:58.956978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-596a93bc-3223-4aa5-b6d1-55e53f3efd53 req-8de23220-516c-4f05-bdb5-2aa19c474dae tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 210 time: 0.0262256 Nov 10 08:34:59.011681 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383196a-972b-4119-84f7-c65345fc71ee req-9f9ebb60-11e2-4748-b624-c8fa751b6fd7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:59.011681 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2383196a-972b-4119-84f7-c65345fc71ee req-9f9ebb60-11e2-4748-b624-c8fa751b6fd7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0541811 Nov 10 08:34:59.062606 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-80d8a5b7-a051-4785-b7ba-776ebc18652d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:59.064106 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-80d8a5b7-a051-4785-b7ba-776ebc18652d tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0503845 Nov 10 08:34:59.102444 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2383196a-972b-4119-84f7-c65345fc71ee req-d05d22be-ce8b-4682-8edd-a77c8c582946 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771143 Nov 10 08:34:59.111457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87dc2d-eeac-40e5-8055-fafcfb29e33f req-eb786078-e162-45e4-a3f8-d374bce1ec53 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:59.113770 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc87dc2d-eeac-40e5-8055-fafcfb29e33f req-eb786078-e162-45e4-a3f8-d374bce1ec53 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0892017 Nov 10 08:34:59.157947 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Deleting port 7b97a68f-2c43-4527-a3b2-bfbbae431834 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:34:59.158424 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:59.160702 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc87dc2d-eeac-40e5-8055-fafcfb29e33f req-9fc8e845-f725-4dec-b3ed-13bf9c3f4ba5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Nov 10 08:34:59.465232 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] For port 7b97a68f-2c43-4527-a3b2-bfbbae431834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b97a68f-2c43-4527-a3b2-bfbbae431834,segment=NetworkSegment(8ff42fc3-1233-4075-bf2a-40e6cbe982e2),segment_id=8ff42fc3-1233-4075-bf2a-40e6cbe982e2)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:34:59.465596 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:59.478244 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Calling delete_port for 7b97a68f-2c43-4527-a3b2-bfbbae431834 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:34:59.500759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5948fd-6ea4-47cf-af12-fb194c02b245 req-00b2edfd-f67e-43ee-a21c-4486d689663a tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:34:59.502161 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0e5948fd-6ea4-47cf-af12-fb194c02b245 req-00b2edfd-f67e-43ee-a21c-4486d689663a tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 946 time: 0.0473742 Nov 10 08:34:59.552345 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0e5948fd-6ea4-47cf-af12-fb194c02b245 req-c573fb36-9f65-4458-a842-31fc62436855 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/security-groups?id=a83708e7-e738-4ee3-931d-1efdfa49b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Nov 10 08:34:59.669550 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:59.682316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['7b97a68f-2c43-4527-a3b2-bfbbae431834'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:34:59.701725 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Pushing event deleted for resources: {'Port': ['ID=7b97a68f-2c43-4527-a3b2-bfbbae431834,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:34:59.743958 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] No DVR routers for this DVR port 7b97a68f-2c43-4527-a3b2-bfbbae431834 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:34:59.747124 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:34:59.750718 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-979d176f-fd01-4ad6-aa85-d8dd17120e49 req-ff759205-3cf1-4b86-99b7-420cc507c541 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.45 "DELETE /v2.0/ports/7b97a68f-2c43-4527-a3b2-bfbbae431834 HTTP/1.1" status: 204 len: 173 time: 0.6794639 Nov 10 08:34:59.751258 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'name': 'network-vif-deleted', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:34:59.753531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dcb76a-c907-42c8-8e28-fc1343a5b951" -d '{"events": [{"server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "name": "network-vif-deleted", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:34:59.795779 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9ea09-532c-4987-8826-52a51b608695 x-openstack-request-id: req-3fd9ea09-532c-4987-8826-52a51b608695 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:34:59.796345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8925a-afb3-47ef-8243-570302a1146a", "name": "network-vif-deleted", "tag": "7b97a68f-2c43-4527-a3b2-bfbbae431834", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:34:59.796596 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fd9ea09-532c-4987-8826-52a51b608695 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:34:59.796988 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8925a-afb3-47ef-8243-570302a1146a', 'name': 'network-vif-deleted', 'tag': '7b97a68f-2c43-4527-a3b2-bfbbae431834', 'status': 'completed', 'code': 200} Nov 10 08:35:00.051567 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df9b0c89-1f94-446c-a41c-2b63b10dd8e6 req-97c9f1ed-ee35-4df5-b3f9-2fdbb78fa68c tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 210 time: 0.0255766 Nov 10 08:35:00.232416 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0af8d6-58d5-4950-bb45-b7ecc2d739fa req-7095362f-0b75-4687-ad52-d955890e3b13 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:00.233872 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8d0af8d6-58d5-4950-bb45-b7ecc2d739fa req-7095362f-0b75-4687-ad52-d955890e3b13 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0561967 Nov 10 08:35:00.310562 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8d0af8d6-58d5-4950-bb45-b7ecc2d739fa req-ed37440b-b4d7-4d5e-9eb5-e8d8953470d7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703750 Nov 10 08:35:00.322751 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd26f50-58ac-4a23-8d60-82b00f864be3 req-2f8f39e4-c288-4e43-872e-00e59cadc4ae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:00.325049 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3fd26f50-58ac-4a23-8d60-82b00f864be3 req-2f8f39e4-c288-4e43-872e-00e59cadc4ae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0706165 Nov 10 08:35:00.373047 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3fd26f50-58ac-4a23-8d60-82b00f864be3 req-afe74b9c-90bf-4832-aac2-636bcf243a7d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Nov 10 08:35:00.665723 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-28e162bc-7d06-43e0-ba94-b8de23fe55b6 req-8007b586-ab81-438a-8e08-637c1c097fe4 tempest-VolumesActionsTest-1035524228 tempest-VolumesActionsTest-1035524228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff8925a-afb3-47ef-8243-570302a1146a HTTP/1.1" status: 200 len: 210 time: 0.0273352 Nov 10 08:35:01.172219 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4e64532c-fd5d-4aa0-88d8-c6ccaef79ba8 req-a44bc866-4335-4892-bac5-14c9405a57c3 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 210 time: 0.0367401 Nov 10 08:35:01.263506 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-121057ff-6e23-411b-b3e8-f7d55d082727 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=033800ca8e954063b909619e2187f00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335188 Nov 10 08:35:01.443089 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b4e03-c2c5-4e94-903f-7d9a0c541ef7 req-0744402b-2511-4bee-b2b5-25fba6c920e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:01.452006 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-149b4e03-c2c5-4e94-903f-7d9a0c541ef7 req-0744402b-2511-4bee-b2b5-25fba6c920e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0610464 Nov 10 08:35:01.497807 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-a1bfba55-7ff4-4167-a396-2e3cc1b27263 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:01.499688 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-a1bfba55-7ff4-4167-a396-2e3cc1b27263 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319002 Nov 10 08:35:01.514960 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Request body: {'port': {'device_id': '12f5342b-1379-44b2-88a3-3e2c24898940', 'network_id': '9490b059-424c-4eca-a54d-0754427d5235', 'admin_state_up': True, 'tenant_id': '033800ca8e954063b909619e2187f00d'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:01.548076 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-149b4e03-c2c5-4e94-903f-7d9a0c541ef7 req-1378d5f2-db01-444f-a631-585b3fbfebca tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950580 Nov 10 08:35:01.565449 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189980b8-0f24-4e5d-98bb-ed5ff4b03d17 req-348efb39-777e-4b62-972b-437910e24862 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:01.565449 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-189980b8-0f24-4e5d-98bb-ed5ff4b03d17 req-348efb39-777e-4b62-972b-437910e24862 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0862110 Nov 10 08:35:01.624899 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-189980b8-0f24-4e5d-98bb-ed5ff4b03d17 req-2f470bc0-b0a3-41d7-ae09-7a18ce1f4ea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Nov 10 08:35:01.692169 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Made reservation on behalf of 033800ca8e954063b909619e2187f00d for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:35:01.702493 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:01.705857 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:01.788788 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:01.839346 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:01.926541 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d82e9-d857-42ae-8637-daf500ca412b,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:01.997252 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Allocated IP 192.168.233.253 (9490b059-424c-4eca-a54d-0754427d5235/0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9/5ed12af7-336e-4657-a674-0a2f7c7d8e7e) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:35:02.156740 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.265768 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7545cbd6-eee2-4f36-a043-e3c4ea93859b req-9b0f809e-41e7-4679-aa66-3f86a3219f9b tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 210 time: 0.0325608 Nov 10 08:35:02.303988 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.350662 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Network 9490b059-424c-4eca-a54d-0754427d5235 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:35:02.354797 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:35:02.359957 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:35:02.389603 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Pushing event updated for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:02.423109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:02.423731 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.518700 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-3d1a7654-53ba-487e-b65d-6133f093a3cf tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0081904 Nov 10 08:35:02.532159 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Request body: {'port': {'device_id': '12f5342b-1379-44b2-88a3-3e2c24898940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:02.579949 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44734) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:02.603401 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.654502 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-64413a1e-0af4-4fa8-bf2d-54caf071c37f None None] Provisioning complete for port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:35:02.656015 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-64413a1e-0af4-4fa8-bf2d-54caf071c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.742366 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-64413a1e-0af4-4fa8-bf2d-54caf071c37f None None] Port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:35:02.763850 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd503-2b7b-44cb-a81b-ee47994be37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.815591 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aeb22-293c-48b6-bcba-b6390f6abbaa req-755177d3-94bb-4c7a-972d-b0ac82a5735b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:02.817114 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7b4aeb22-293c-48b6-bcba-b6390f6abbaa req-755177d3-94bb-4c7a-972d-b0ac82a5735b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.1475976 Nov 10 08:35:02.840323 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 7b97a68f-2c43-4527-a3b2-bfbbae431834 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:35:02.860644 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c30c-0ef7-4014-a7fc-e6b8dc10e985 req-245a7e89-0d6a-4af5-9ffb-0395953d5e95 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:02.862143 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18c2c30c-0ef7-4014-a7fc-e6b8dc10e985 req-245a7e89-0d6a-4af5-9ffb-0395953d5e95 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1252601 Nov 10 08:35:02.864733 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 7b97a68f-2c43-4527-a3b2-bfbbae431834 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:35:02.865268 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 7b97a68f-2c43-4527-a3b2-bfbbae431834 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:35:02.942758 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7b4aeb22-293c-48b6-bcba-b6390f6abbaa req-f39c62b1-5630-4018-86b3-5fa08fdb6170 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175239 Nov 10 08:35:02.972358 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd503-2b7b-44cb-a81b-ee47994be37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:02.974580 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18c2c30c-0ef7-4014-a7fc-e6b8dc10e985 req-2cc131b0-50fd-444e-ab25-70a6e294782c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988495 Nov 10 08:35:02.986875 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed12af7-336e-4657-a674-0a2f7c7d8e7e {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:35:02.997669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.011109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Transition to ACTIVE for port object 5ed12af7-336e-4657-a674-0a2f7c7d8e7e will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:35:03.041497 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd503-2b7b-44cb-a81b-ee47994be37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.091616 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ed7bd503-2b7b-44cb-a81b-ee47994be37d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba7cc7d8149d464f9efaeb7c2de309bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082207 Nov 10 08:35:03.091616 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd503-2b7b-44cb-a81b-ee47994be37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab2aec-eabb-4a05-85d6-2fedfb053148,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.092179 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 44762) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:03.110563 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.147111 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44764) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:03.219157 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Pushing event updated for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.260578 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.273854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7d357e9-d366-4395-af5e-4d5d842b1959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.321259 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-c8fccb82-723a-4c7a-84a1-bd27c05ec49c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1487000 Nov 10 08:35:03.332836 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.412197 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7d357e9-d366-4395-af5e-4d5d842b1959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.412300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Attempting to bind port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:35:03.412300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Attempting to bind port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:35:03.412449 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Attempting to bind port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e on network 9490b059-424c-4eca-a54d-0754427d5235 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:35:03.421660 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e on network 9490b059-424c-4eca-a54d-0754427d5235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:35:03.421914 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Attempting to bind port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e on network 9490b059-424c-4eca-a54d-0754427d5235 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:35:03.423584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0fbae-a627-4c5f-93ac-82ca98123ead req-18dfffd8-cfab-4387-b07c-4927da439ca1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.425220 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84d0fbae-a627-4c5f-93ac-82ca98123ead req-18dfffd8-cfab-4387-b07c-4927da439ca1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.0749257 Nov 10 08:35:03.429834 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:35:03.430161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Checking segment: {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:35:03.430537 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Bound using segment: {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:35:03.430957 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Bound port: 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0684495-d593-48df-bf90-24f1972510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9490b059-424c-4eca-a54d-0754427d5235'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:35:03.431305 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.447967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-6c70a3c7-c8af-4895-8e8a-78f98f873e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.449633 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-6c70a3c7-c8af-4895-8e8a-78f98f873e3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 1098 time: 0.0955174 Nov 10 08:35:03.476127 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84d0fbae-a627-4c5f-93ac-82ca98123ead req-f51de543-ea50-460b-bff9-ed00198caaa3 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447805 Nov 10 08:35:03.526832 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7d357e9-d366-4395-af5e-4d5d842b1959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.542771 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.546415 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.547550 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05ab2aec-eabb-4a05-85d6-2fedfb053148 HTTP/1.1" status: 204 len: 168 time: 0.4528313 Nov 10 08:35:03.573425 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2e4b-3540-4946-8940-1987c42b0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab2aec-eabb-4a05-85d6-2fedfb053148,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.577098 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d7d357e9-d366-4395-af5e-4d5d842b1959 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86729cedb31742a1859b76e772530b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289126 Nov 10 08:35:03.578158 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d357e9-d366-4395-af5e-4d5d842b1959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5a03d-40a3-4be3-8fd2-b0be0945809d,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.580766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44786) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:03.596559 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:35:03.616879 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:35:03.619068 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-a54effaa-8fe7-42ac-a025-86c92d1fa54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.620261 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-a54effaa-8fe7-42ac-a025-86c92d1fa54c service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.1381721 Nov 10 08:35:03.632492 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.656219 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.664759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-0510d6eb-cf54-417b-bc20-63461bf6f45d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 200 len: 217 time: 0.0356371 Nov 10 08:35:03.675489 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.744596 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.745209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.747119 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] 10.222.0.45 "PUT /v2.0/ports/5ed12af7-336e-4657-a674-0a2f7c7d8e7e HTTP/1.1" status: 200 len: 1098 time: 1.2194979 Nov 10 08:35:03.748557 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:35:03.750783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:35:03.771775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-7a220197-57db-4c80-97de-7d7b78670d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.773168 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-7a220197-57db-4c80-97de-7d7b78670d7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0952497 Nov 10 08:35:03.773605 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.776886 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:03.779587 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16c5a03d-40a3-4be3-8fd2-b0be0945809d HTTP/1.1" status: 204 len: 168 time: 0.1978974 Nov 10 08:35:03.792167 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be11a5-31c4-4979-b4fd-5a1a016d08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5a03d-40a3-4be3-8fd2-b0be0945809d,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.794624 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c505f13-145d-4e86-a1a9-2523c64874af service neutron] Pushing event updated for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:03.811534 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f269f7-aaa4-4fb0-afa7-2925133d33d1 x-openstack-request-id: req-28f269f7-aaa4-4fb0-afa7-2925133d33d1 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:35:03.811830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:35:03.812115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f269f7-aaa4-4fb0-afa7-2925133d33d1 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:35:03.813065 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e', 'status': 'completed', 'code': 200} Nov 10 08:35:03.814991 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-7bbeded0-c964-4341-a4a2-ec0402580fcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330780 Nov 10 08:35:03.944533 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf req-f8c18a38-5c6d-4a61-bb6b-649dcb471028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:03.946190 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf req-f8c18a38-5c6d-4a61-bb6b-649dcb471028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=033800ca8e954063b909619e2187f00d&device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 1101 time: 0.1136372 Nov 10 08:35:03.981158 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf req-d250e8b6-23ca-45f3-81ec-69b144a1576e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=033800ca8e954063b909619e2187f00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228815 Nov 10 08:35:03.983178 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-39d7718e-719c-488d-a909-88f2a9c0095a service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519163 Nov 10 08:35:04.066189 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fadea-9824-436e-b390-119b674a0d3a req-019fbe7f-6814-4b26-a2f1-d01036840157 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:04.068019 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bd8fadea-9824-436e-b390-119b674a0d3a req-019fbe7f-6814-4b26-a2f1-d01036840157 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0518093 Nov 10 08:35:04.148344 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bd8fadea-9824-436e-b390-119b674a0d3a req-8332ff1d-bf62-40fa-8392-ab362db0d54b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723715 Nov 10 08:35:04.156715 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ff24c-dd1e-4d18-ae8e-af4e20015e41 req-6e2daf0f-97c0-4b40-a33d-4154c4e676b7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:04.158203 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af7ff24c-dd1e-4d18-ae8e-af4e20015e41 req-6e2daf0f-97c0-4b40-a33d-4154c4e676b7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0849164 Nov 10 08:35:04.182546 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf req-2a80bf3a-c5de-4d8b-b9db-3572b298c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:04.191186 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d1d7d287-e68a-44bf-a1a6-1ed93f095bcf req-2a80bf3a-c5de-4d8b-b9db-3572b298c95c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916533 Nov 10 08:35:04.191186 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f2515ae2-1cbc-4e89-b7d4-8893c4d0b351 req-8a187da0-83f3-4bb5-a089-d71e58293afe service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854601 Nov 10 08:35:04.220945 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af7ff24c-dd1e-4d18-ae8e-af4e20015e41 req-05e7f75f-86b4-4bb0-812d-819f0453d849 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490682 Nov 10 08:35:04.290298 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 44808) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:04.306444 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5569a5ed-badc-4f26-875d-f2e82dc3f370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.385293 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5569a5ed-badc-4f26-875d-f2e82dc3f370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.440697 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5569a5ed-badc-4f26-875d-f2e82dc3f370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.478191 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5569a5ed-badc-4f26-875d-f2e82dc3f370 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=075c2b74d4354ac18a5bc83ab2edaf37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867983 Nov 10 08:35:04.479285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a5ed-badc-4f26-875d-f2e82dc3f370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923c2e66-22af-46b4-bfe3-8dcf00d474b8,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:04.481442 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 44814) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:04.544478 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.594742 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.743746 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.848594 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89569-5b5e-47d7-bbc1-090c9d307074 req-61c22846-3591-4323-a502-83dddbf6ca07 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:04.850045 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bcc89569-5b5e-47d7-bbc1-090c9d307074 req-61c22846-3591-4323-a502-83dddbf6ca07 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.3037839 Nov 10 08:35:04.898257 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bcc89569-5b5e-47d7-bbc1-090c9d307074 req-a5f54796-0c01-4bca-b604-43f051c2450b tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Nov 10 08:35:04.950270 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.952826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:04.953958 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/923c2e66-22af-46b4-bfe3-8dcf00d474b8 HTTP/1.1" status: 204 len: 168 time: 0.4694338 Nov 10 08:35:04.964952 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da3f0b-f020-484e-b1e2-763217304a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c2e66-22af-46b4-bfe3-8dcf00d474b8,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:05.279471 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ea5bf-0149-474d-b8fe-613b3129a12b req-135e95a6-4a56-4e74-a55d-58e0e2ccccfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:05.281002 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2a6ea5bf-0149-474d-b8fe-613b3129a12b req-135e95a6-4a56-4e74-a55d-58e0e2ccccfd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0588577 Nov 10 08:35:05.367324 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2a6ea5bf-0149-474d-b8fe-613b3129a12b req-43d1028a-7bcd-402c-952d-619c82ab2d60 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799081 Nov 10 08:35:05.379696 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8753f-cfe7-447d-81f7-08e30fc5b3b2 req-02abc5f6-21e9-490e-acb9-1155ad097baf tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:05.386914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-adf8753f-cfe7-447d-81f7-08e30fc5b3b2 req-02abc5f6-21e9-490e-acb9-1155ad097baf tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0912654 Nov 10 08:35:05.431854 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-adf8753f-cfe7-447d-81f7-08e30fc5b3b2 req-a8169bf8-7df1-416f-b621-08ff173f8543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425494 Nov 10 08:35:06.010127 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1491-eb4c-4cac-823f-661a65efffec req-6ee49fc9-a353-4e3e-ac92-ce2b0f5b0cff tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:06.011496 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed0c1491-eb4c-4cac-823f-661a65efffec req-6ee49fc9-a353-4e3e-ac92-ce2b0f5b0cff tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.0489137 Nov 10 08:35:06.058930 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed0c1491-eb4c-4cac-823f-661a65efffec req-87a8209c-63f1-4217-b325-d7e304baf766 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Nov 10 08:35:06.481415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc24c-c223-48dc-9fa8-4c57c563b28d req-b65514c2-e3c6-45f9-b1f6-94e49c9aecd8 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:06.482904 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f33cc24c-c223-48dc-9fa8-4c57c563b28d req-b65514c2-e3c6-45f9-b1f6-94e49c9aecd8 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0493822 Nov 10 08:35:06.561332 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f33cc24c-c223-48dc-9fa8-4c57c563b28d req-53fce207-6182-4cc6-ac1e-fa2df9fc78ca tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Nov 10 08:35:06.578690 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb33835-a1d1-4852-a10f-dccb0f1aeb42 req-576e1768-41cb-4756-ac4e-e7f86e0a242e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:06.580180 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ecb33835-a1d1-4852-a10f-dccb0f1aeb42 req-576e1768-41cb-4756-ac4e-e7f86e0a242e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0777719 Nov 10 08:35:06.628312 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ecb33835-a1d1-4852-a10f-dccb0f1aeb42 req-16ddc447-ff3e-4f79-bcf3-dca2a3a2743c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Nov 10 08:35:06.902105 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-1dd58542-0f35-4590-9c5b-304b8e123aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:06.904128 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-1dd58542-0f35-4590-9c5b-304b8e123aa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=033800ca8e954063b909619e2187f00d&device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 1101 time: 0.0408235 Nov 10 08:35:06.946208 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-75e54ae0-c729-4dad-a409-c81dadb047b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e HTTP/1.1" status: 200 len: 217 time: 0.0325344 Nov 10 08:35:06.999342 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-6362ae5b-8571-46c6-a6fc-ea8320279da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.000810 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-6362ae5b-8571-46c6-a6fc-ea8320279da2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9 HTTP/1.1" status: 200 len: 843 time: 0.0473862 Nov 10 08:35:07.049567 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853221-90dc-4641-a954-a3295107e4aa req-ef33006e-1a77-46c2-a9e5-689612f21a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.051039 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-ef33006e-1a77-46c2-a9e5-689612f21a65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9490b059-424c-4eca-a54d-0754427d5235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406752 Nov 10 08:35:07.149966 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-557f3ad0-a61b-45c3-859f-d0a286e32f49 service neutron] 10.222.0.45 "GET /v2.0/networks/9490b059-424c-4eca-a54d-0754427d5235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907376 Nov 10 08:35:07.174161 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819dbb8-f59a-4fcf-9596-4c60eb9d318e req-3088fc92-724b-4c28-b5bf-e22780589fb7 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.181276 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e819dbb8-f59a-4fcf-9596-4c60eb9d318e req-3088fc92-724b-4c28-b5bf-e22780589fb7 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.0545027 Nov 10 08:35:07.231863 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e819dbb8-f59a-4fcf-9596-4c60eb9d318e req-05dc0975-f556-44e2-9269-cf2b097e3395 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Nov 10 08:35:07.262374 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6514f9-5b24-4f6a-9b9c-ce7e0bc03046 req-b9993037-c480-497f-b982-33f961e4aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.264547 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dc6514f9-5b24-4f6a-9b9c-ce7e0bc03046 req-b9993037-c480-497f-b982-33f961e4aaec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0997963 Nov 10 08:35:07.308573 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-64853221-90dc-4641-a954-a3295107e4aa req-93af9211-bab8-4352-b9f1-e1a8fa0fb5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/9490b059-424c-4eca-a54d-0754427d5235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424634 Nov 10 08:35:07.331661 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-dc6514f9-5b24-4f6a-9b9c-ce7e0bc03046 req-c1437221-7eef-42fb-a1f6-304859927366 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Nov 10 08:35:07.680878 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d209ed-fba9-416c-a295-9bea1c4336cf req-35bd4b36-92ac-4f96-bae8-33566264e4b7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.682416 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-75d209ed-fba9-416c-a295-9bea1c4336cf req-35bd4b36-92ac-4f96-bae8-33566264e4b7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0535367 Nov 10 08:35:07.762043 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-75d209ed-fba9-416c-a295-9bea1c4336cf req-7af9d083-dcde-43ae-af33-42ebb775d51d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 Nov 10 08:35:07.775458 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d004ac1-ab38-4b75-b84d-e30c83c7a8ad req-19392139-d83c-4313-b267-5126f29cb0d7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:07.777068 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d004ac1-ab38-4b75-b84d-e30c83c7a8ad req-19392139-d83c-4313-b267-5126f29cb0d7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0717673 Nov 10 08:35:07.837671 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d004ac1-ab38-4b75-b84d-e30c83c7a8ad req-a589db4c-08d8-45fa-b203-a2797f5e9e33 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538566 Nov 10 08:35:08.371335 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2eca-49dd-4f7e-a4cb-eea2e976f6b0 req-9c70be3d-5b0f-4f3e-83ed-f595099e0550 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:08.380412 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-be5f2eca-49dd-4f7e-a4cb-eea2e976f6b0 req-9c70be3d-5b0f-4f3e-83ed-f595099e0550 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.0649190 Nov 10 08:35:08.476185 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-be5f2eca-49dd-4f7e-a4cb-eea2e976f6b0 req-cab37a87-8a3d-4fcf-bf97-2f500019a009 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913520 Nov 10 08:35:08.965626 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b90e55-b888-4e17-a47f-0d5bb8a756cf req-90444662-8fb2-49bd-966d-9b5eb6e6068a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:08.973862 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a3b90e55-b888-4e17-a47f-0d5bb8a756cf req-90444662-8fb2-49bd-966d-9b5eb6e6068a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.1087477 Nov 10 08:35:09.070433 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a3b90e55-b888-4e17-a47f-0d5bb8a756cf req-c63acc19-1dfb-42cf-a7ba-8dac4c52a7f7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935662 Nov 10 08:35:09.108953 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cc8b5-a966-4681-9ca9-88b2322f6213 req-6c3a93b4-3b19-4a38-8b2d-fa6ff5e869c8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:09.118773 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d9cc8b5-a966-4681-9ca9-88b2322f6213 req-6c3a93b4-3b19-4a38-8b2d-fa6ff5e869c8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1195805 Nov 10 08:35:09.275971 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d9cc8b5-a966-4681-9ca9-88b2322f6213 req-4b53c9ce-fdfb-4ce8-baa2-3083ecfd0473 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556587 Nov 10 08:35:09.813116 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725444af-5772-4272-8686-3806825a87c6 req-7fefc1be-84b0-4e13-939c-fe66beb0a704 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:09.821307 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-725444af-5772-4272-8686-3806825a87c6 req-7fefc1be-84b0-4e13-939c-fe66beb0a704 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.1167562 Nov 10 08:35:09.911497 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46e1fa-3e2a-4b87-aa28-56aa7fa7cdac req-2d714924-f549-4588-b58b-61ef94b36d45 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:09.924717 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4d46e1fa-3e2a-4b87-aa28-56aa7fa7cdac req-2d714924-f549-4588-b58b-61ef94b36d45 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1007373 Nov 10 08:35:09.938063 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baacb1-a819-4238-8882-824200eb1a71 req-f96450cd-308f-46bf-af53-54d3bc5dca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:09.941344 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-f96450cd-308f-46bf-af53-54d3bc5dca7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0885689 Nov 10 08:35:09.983581 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-725444af-5772-4272-8686-3806825a87c6 req-9044602c-65a4-408e-8525-6b62c10e1dcd tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612146 Nov 10 08:35:10.064083 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4d46e1fa-3e2a-4b87-aa28-56aa7fa7cdac req-d6526b07-dd37-40f0-a8d6-8a0f541cb845 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380560 Nov 10 08:35:10.119360 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baacb1-a819-4238-8882-824200eb1a71 req-f6b274ed-4c68-4b8e-ac26-e5750ac4865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:10.121307 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-f6b274ed-4c68-4b8e-ac26-e5750ac4865b service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.1712165 Nov 10 08:35:10.159938 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f964-d4c6-4171-8e8e-f8578c33b21a req-365b6336-86cd-4af9-a7cc-cdd1d8ade6fb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:10.168423 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1fe6f964-d4c6-4171-8e8e-f8578c33b21a req-365b6336-86cd-4af9-a7cc-cdd1d8ade6fb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0648966 Nov 10 08:35:10.193682 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-a7aec925-8796-41d7-8618-d3d7af9c6c31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Nov 10 08:35:10.227641 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1fe6f964-d4c6-4171-8e8e-f8578c33b21a req-8dd396c7-39dc-4b95-88c5-887b3778d47d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Nov 10 08:35:10.275685 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baacb1-a819-4238-8882-824200eb1a71 req-08b910dd-a103-4e73-a903-0a009dd4eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:10.277256 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-08b910dd-a103-4e73-a903-0a009dd4eb45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0662260 Nov 10 08:35:10.315510 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-0ce0bbeb-31a9-4a15-ae5f-38bd9236a419 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263228 Nov 10 08:35:10.500983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff71ac-6175-4f76-8147-c5f195609e69 req-943df695-cb1a-417a-a274-10e61dfecd2e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:10.503500 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-49abe0b7-1656-46a2-8f67-b028a7642805 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709898 Nov 10 08:35:10.508682 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e7ff71ac-6175-4f76-8147-c5f195609e69 req-943df695-cb1a-417a-a274-10e61dfecd2e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0629940 Nov 10 08:35:10.572454 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e7ff71ac-6175-4f76-8147-c5f195609e69 req-2487e304-4d75-4041-9aa9-9f63ac1b2099 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626633 Nov 10 08:35:10.631126 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f5baacb1-a819-4238-8882-824200eb1a71 req-e6e67aca-ffdf-483f-8d0b-051cb41f7d07 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156948 Nov 10 08:35:10.873206 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 5ed12af7-336e-4657-a674-0a2f7c7d8e7e details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:35:10.980931 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:10.995710 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e', 'network_id': '9490b059-424c-4eca-a54d-0754427d5235', 'port_id': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e', 'mac_address': 'fa:16:3e:55:3b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaaf09b-2b6f-4f81-915b-b1a7dcd1e0a9', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:35:11.060168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:11.081724 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed12af7-336e-4657-a674-0a2f7c7d8e7e {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:35:11.149694 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:11.153405 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:35:11.207216 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:11.208573 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:35:11.233804 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce786d-54c1-439b-b796-a8d1bbe3d800 req-47b65585-7353-4b3f-a760-156ecb043b1e tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:11.235478 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-51ce786d-54c1-439b-b796-a8d1bbe3d800 req-47b65585-7353-4b3f-a760-156ecb043b1e tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 948 time: 0.1797419 Nov 10 08:35:11.339493 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229585d-c8d1-4317-9cbc-87817119bffe req-42711863-6272-47a2-8307-b7b9d78aea23 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:11.345362 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6229585d-c8d1-4317-9cbc-87817119bffe req-42711863-6272-47a2-8307-b7b9d78aea23 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1421914 Nov 10 08:35:11.363151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:11.365582 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-51ce786d-54c1-439b-b796-a8d1bbe3d800 req-167efbc0-508b-45d7-ad3e-5091d22878f5 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219988 Nov 10 08:35:11.385346 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.386436 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.386793 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.387157 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.387531 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.387898 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.388651 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.389168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.389693 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.390056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.390388 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.390716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:35:11.452447 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:11.476029 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6229585d-c8d1-4317-9cbc-87817119bffe req-b783876c-2d49-4adc-9383-0f5d368ca538 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093495 Nov 10 08:35:11.479752 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:35:11.558661 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:11.567044 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93139f2b-b886-4095-a363-3ece3b3e2a54 req-862594d1-8ba9-470e-a79a-66ea7286ebeb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:11.572835 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-93139f2b-b886-4095-a363-3ece3b3e2a54 req-862594d1-8ba9-470e-a79a-66ea7286ebeb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0941038 Nov 10 08:35:11.583490 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:35:11.611199 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:11.651311 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-93139f2b-b886-4095-a363-3ece3b3e2a54 req-ff10c494-584c-4592-a023-9531b81e1c7a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749440 Nov 10 08:35:11.706426 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:11.786644 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=6']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:11.821331 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfeacb-35fb-48d5-9524-19e915dc7ffe req-22e1d7a2-9b21-40bc-a3bb-2fb913ddcfb5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:11.824152 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2acfeacb-35fb-48d5-9524-19e915dc7ffe req-22e1d7a2-9b21-40bc-a3bb-2fb913ddcfb5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.1366196 Nov 10 08:35:11.855464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['0a103918-0dcd-4fd8-8967-00a49dd75123'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:35:11.928510 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2acfeacb-35fb-48d5-9524-19e915dc7ffe req-4e588339-10ff-4385-8ab8-dce812be9ad2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958664 Nov 10 08:35:12.054846 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['5ed12af7-336e-4657-a674-0a2f7c7d8e7e'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:35:12.513549 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093895-1431-463e-8a46-21a11782be02 req-7adc130d-d958-412e-ad9e-7a109772b5e1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:12.523810 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2093895-1431-463e-8a46-21a11782be02 req-7adc130d-d958-412e-ad9e-7a109772b5e1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 949 time: 0.0759661 Nov 10 08:35:12.594051 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2093895-1431-463e-8a46-21a11782be02 req-8e9e1e08-7d9e-434c-b156-d616827a10b2 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688329 Nov 10 08:35:12.699283 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4784-b442-484f-aab6-61ed3dc986f3 req-13e7a731-b180-431a-a212-14edffa8ee16 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:12.700639 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ef0b4784-b442-484f-aab6-61ed3dc986f3 req-13e7a731-b180-431a-a212-14edffa8ee16 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0795732 Nov 10 08:35:12.817085 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ef0b4784-b442-484f-aab6-61ed3dc986f3 req-41aa170c-56ea-4bc6-b8c2-5a4542148514 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066668 Nov 10 08:35:12.878495 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90269c-a2d1-4e09-a897-10e6b1932e64 req-044bc213-01a9-4cb9-b437-91b43fae6415 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:12.889837 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:35:12.892099 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b90269c-a2d1-4e09-a897-10e6b1932e64 req-044bc213-01a9-4cb9-b437-91b43fae6415 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.1270933 Nov 10 08:35:13.009307 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 0a103918-0dcd-4fd8-8967-00a49dd75123 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:35:13.009895 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:13.059987 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b90269c-a2d1-4e09-a897-10e6b1932e64 req-5d4284c2-12a3-41bf-97e8-3fe0bfefc303 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596308 Nov 10 08:35:13.071290 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5f58c57f-c45d-4392-86f1-75acbcd159c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:13.178292 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40236054-0110-40cd-9ff1-1f744b902c27 req-bed48a6c-af42-47e1-8912-a45648f78d2b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:13.187383 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-40236054-0110-40cd-9ff1-1f744b902c27 req-bed48a6c-af42-47e1-8912-a45648f78d2b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.1206992 Nov 10 08:35:13.188710 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:13.257669 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:35:13.260545 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aa3260-16fa-4f6f-bf71-fbb91f1dcc88" -d '{"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:35:13.273591 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-40236054-0110-40cd-9ff1-1f744b902c27 req-bf1af793-7ce7-4a20-b886-9417dee6d83e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852339 Nov 10 08:35:13.319930 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:13.339125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b8dd6-4aff-4bbf-8802-7dbc1e1c8fd6 x-openstack-request-id: req-278b8dd6-4aff-4bbf-8802-7dbc1e1c8fd6 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:35:13.339125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:35:13.339125 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-278b8dd6-4aff-4bbf-8802-7dbc1e1c8fd6 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:35:13.339468 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'code': 200} Nov 10 08:35:13.383822 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:13.500231 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=7']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:13.752801 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea72020-3c1c-430d-aa3f-631445ef5471 req-5a82f982-ded7-40d2-82fb-c7a429388169 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:13.761011 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ea72020-3c1c-430d-aa3f-631445ef5471 req-5a82f982-ded7-40d2-82fb-c7a429388169 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 949 time: 0.0781918 Nov 10 08:35:13.850819 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ea72020-3c1c-430d-aa3f-631445ef5471 req-f416dec7-0b39-422c-b820-5539556b6865 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889196 Nov 10 08:35:14.114617 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962d33-0dee-4bc3-beb6-8f8c0b9ecfd9 req-5a7376e3-01a0-4b4c-a561-bffb593f1738 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:14.117097 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-42962d33-0dee-4bc3-beb6-8f8c0b9ecfd9 req-5a7376e3-01a0-4b4c-a561-bffb593f1738 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1306844 Nov 10 08:35:14.233810 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-42962d33-0dee-4bc3-beb6-8f8c0b9ecfd9 req-8be9219f-fd69-4c56-9d75-fb7e09eee5af tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099105 Nov 10 08:35:14.266906 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc081b-3dc1-4454-ad07-1ca4560b6f1c req-e4d9528f-fa99-47d0-8159-0b0e20213c80 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:14.274270 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-57cc081b-3dc1-4454-ad07-1ca4560b6f1c req-e4d9528f-fa99-47d0-8159-0b0e20213c80 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0882580 Nov 10 08:35:14.403007 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-57cc081b-3dc1-4454-ad07-1ca4560b6f1c req-37b70c82-1a46-42fa-a965-4aedbf143ff0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158869 Nov 10 08:35:14.534488 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4031-9985-4b70-b36c-b03b9e86e3d6 req-5200bda8-1442-42fc-9220-e34b29010f79 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:14.537896 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-48fc4031-9985-4b70-b36c-b03b9e86e3d6 req-5200bda8-1442-42fc-9220-e34b29010f79 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0987031 Nov 10 08:35:14.627353 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-48fc4031-9985-4b70-b36c-b03b9e86e3d6 req-21339d13-fa8a-4345-b80c-94bf48c68a3f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817683 Nov 10 08:35:14.904718 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 5ed12af7-336e-4657-a674-0a2f7c7d8e7e up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:35:15.152432 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:35:15.159198 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b30-cb63-4d5d-9aa3-ebdfc5eb4791 req-9e9366c1-e7a5-4a98-acf2-1ff260655922 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:15.166232 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-52b37b30-cb63-4d5d-9aa3-ebdfc5eb4791 req-9e9366c1-e7a5-4a98-acf2-1ff260655922 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 949 time: 0.1478937 Nov 10 08:35:15.169193 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:35:15.169460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:15.346883 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-52b37b30-cb63-4d5d-9aa3-ebdfc5eb4791 req-5df3086d-a219-4d8e-af21-8838e7e79482 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796248 Nov 10 08:35:15.527656 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6be8b22c-073f-4c2c-955b-5c0d4c693b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:15.554457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43524450-8476-441e-a111-03919c32600d req-fbe7c1a6-0c6f-4353-a703-a76fe297dd38 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:15.554457 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43524450-8476-441e-a111-03919c32600d req-fbe7c1a6-0c6f-4353-a703-a76fe297dd38 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1967692 Nov 10 08:35:15.559250 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:15.617567 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:35:15.627077 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d92fe2-d8ca-489c-a9bf-e5f34c91cfe3" -d '{"events": [{"server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "name": "network-vif-plugged", "status": "completed", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:35:15.680729 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43524450-8476-441e-a111-03919c32600d req-ebdca8e2-9d8f-4ab5-9e0c-87bac6f65f9a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212084 Nov 10 08:35:15.688521 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:15.699481 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd3980-e749-4047-88ac-17cf39b06b31 x-openstack-request-id: req-36cd3980-e749-4047-88ac-17cf39b06b31 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:35:15.699950 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "name": "network-vif-plugged", "status": "completed", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:35:15.700295 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36cd3980-e749-4047-88ac-17cf39b06b31 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:35:15.700705 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e', 'code': 200} Nov 10 08:35:15.750217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:15.897259 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:15.927644 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317d945-86aa-48fe-9b33-66c3d77269a4 req-a2e7423b-4af1-4e58-b610-dc3d5cc80ae2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:15.929302 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7317d945-86aa-48fe-9b33-66c3d77269a4 req-a2e7423b-4af1-4e58-b610-dc3d5cc80ae2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0846198 Nov 10 08:35:16.014881 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7317d945-86aa-48fe-9b33-66c3d77269a4 req-cae5e909-b88d-4be2-9ede-0fea28f7b512 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770187 Nov 10 08:35:16.274707 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80ab89-7b57-48ac-9f3b-d265f1fc4a21 req-b357749d-fa3c-44fb-ba4a-7c363f86331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:16.278302 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1f80ab89-7b57-48ac-9f3b-d265f1fc4a21 req-b357749d-fa3c-44fb-ba4a-7c363f86331c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 1103 time: 0.1030569 Nov 10 08:35:16.466996 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1f80ab89-7b57-48ac-9f3b-d265f1fc4a21 req-e0d58f7c-ed2c-4a3b-8a2b-85ccb1fee4fa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610696 Nov 10 08:35:16.597357 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e99c23-f95a-4373-b2a8-a857541b7dea req-effa3d55-c29e-43db-8806-2c2c7a54e60c tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:16.600000 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66e99c23-f95a-4373-b2a8-a857541b7dea req-effa3d55-c29e-43db-8806-2c2c7a54e60c tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.1030738 Nov 10 08:35:16.713101 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66e99c23-f95a-4373-b2a8-a857541b7dea req-3e5edfda-5e8b-43e3-bbe5-d55db571ef9c tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056955 Nov 10 08:35:16.733968 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:16.810681 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635d57-36e6-42d6-bfcd-5892ef22193f req-85da3a1b-746f-4a71-805a-11f68c0f6883 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:16.818512 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ce635d57-36e6-42d6-bfcd-5892ef22193f req-85da3a1b-746f-4a71-805a-11f68c0f6883 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.1212695 Nov 10 08:35:16.888061 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ce635d57-36e6-42d6-bfcd-5892ef22193f req-01b828ab-253d-4aab-a4ae-b0946001bc23 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Nov 10 08:35:16.986571 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187756-3cc2-473c-b49d-03f331b569c9 req-40b8008f-1a32-49f2-bf3c-67289e21ede1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:16.995551 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8f187756-3cc2-473c-b49d-03f331b569c9 req-40b8008f-1a32-49f2-bf3c-67289e21ede1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1234787 Nov 10 08:35:17.093057 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8f187756-3cc2-473c-b49d-03f331b569c9 req-2a8afd06-e8ba-4ad7-a992-2d5bddc1daea tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826693 Nov 10 08:35:17.235384 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048482e-cc7c-40ab-8b4b-c16da3af6220 req-c2a23722-40e1-4828-b847-6f0b95f1f480 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:17.244442 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0048482e-cc7c-40ab-8b4b-c16da3af6220 req-c2a23722-40e1-4828-b847-6f0b95f1f480 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0580080 Nov 10 08:35:17.312128 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0048482e-cc7c-40ab-8b4b-c16da3af6220 req-d7409798-2d15-4e5b-ac4c-2d7e6e033101 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683641 Nov 10 08:35:17.801005 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:17.976755 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236408b-7ad0-4ef8-8a99-03551c193136 req-a2f686b9-2217-4245-8d29-4d3fb3e06649 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:17.988803 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4236408b-7ad0-4ef8-8a99-03551c193136 req-a2f686b9-2217-4245-8d29-4d3fb3e06649 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.0885830 Nov 10 08:35:18.133968 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4236408b-7ad0-4ef8-8a99-03551c193136 req-f3e76495-955d-4456-84ed-de958dbb3ba4 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440451 Nov 10 08:35:18.376710 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d84554-a974-4fa1-a422-a3f4c4530f68 req-1f72612f-24ce-4c5f-9d74-dba3a264da28 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:18.380728 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-94d84554-a974-4fa1-a422-a3f4c4530f68 req-1f72612f-24ce-4c5f-9d74-dba3a264da28 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1089687 Nov 10 08:35:18.532934 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-94d84554-a974-4fa1-a422-a3f4c4530f68 req-4d0bad6a-7fa0-4623-8637-b441f02cf9c4 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456523 Nov 10 08:35:18.591804 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:18.639778 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa827e-0555-4bee-90fc-3ccfdc55f865 req-6e393b8f-44ca-44e2-894d-ba135e6b1adc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:18.651608 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8fa827e-0555-4bee-90fc-3ccfdc55f865 req-6e393b8f-44ca-44e2-894d-ba135e6b1adc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1288838 Nov 10 08:35:18.766912 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8fa827e-0555-4bee-90fc-3ccfdc55f865 req-d770c2a2-aa58-4573-b7b1-c5046bc59f74 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125998 Nov 10 08:35:19.275899 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42f4fb-6f5b-4b0e-a281-150b3eadffcd req-77d1a0da-8cc8-4ff0-bbb1-1dc2446fe095 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:19.285708 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac42f4fb-6f5b-4b0e-a281-150b3eadffcd req-77d1a0da-8cc8-4ff0-bbb1-1dc2446fe095 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.0616508 Nov 10 08:35:19.355232 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac42f4fb-6f5b-4b0e-a281-150b3eadffcd req-6938426c-c69d-4439-9022-a8866cde8d7c tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Nov 10 08:35:19.829152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e07d10-bbc3-4125-8406-af81035d0e3f req-a95bdf33-a45e-4d65-9b51-8a7f36842e91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:19.835231 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e5e07d10-bbc3-4125-8406-af81035d0e3f req-a95bdf33-a45e-4d65-9b51-8a7f36842e91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1572421 Nov 10 08:35:19.904605 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e5e07d10-bbc3-4125-8406-af81035d0e3f req-fb9db612-c092-4a0f-903c-dd5221a6ee4d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571492 Nov 10 08:35:20.076288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5030e-518e-42c9-94fa-b23231891864 req-e16d7409-0922-4e79-b45c-c4ecfe008a80 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:20.085951 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43a5030e-518e-42c9-94fa-b23231891864 req-e16d7409-0922-4e79-b45c-c4ecfe008a80 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0885217 Nov 10 08:35:20.162908 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43a5030e-518e-42c9-94fa-b23231891864 req-68b1228a-703b-41e4-83c7-c69f7d7b37b8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756457 Nov 10 08:35:20.284531 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74716748-edaf-42bf-920f-69eda93dcc62 req-7433a13b-4058-47a5-a266-bc6ebd5ef508 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:20.286034 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74716748-edaf-42bf-920f-69eda93dcc62 req-7433a13b-4058-47a5-a266-bc6ebd5ef508 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.1026189 Nov 10 08:35:20.375441 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74716748-edaf-42bf-920f-69eda93dcc62 req-697e01f0-b6be-4501-9c89-72823ce10c38 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799520 Nov 10 08:35:21.113152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deabd9-5cf6-48a3-bac9-602041dde12e req-16704f48-08da-4825-8447-47442ab3b70a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:21.119018 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84deabd9-5cf6-48a3-bac9-602041dde12e req-16704f48-08da-4825-8447-47442ab3b70a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0708401 Nov 10 08:35:21.233349 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84deabd9-5cf6-48a3-bac9-602041dde12e req-324b9504-6e71-45e3-ba76-7c3a49b8b7a3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062212 Nov 10 08:35:21.336288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1197-b5a0-45df-b567-fd9396581770 req-9d4b5432-a44a-4f57-a714-9cb490aec30a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:21.337825 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66dc1197-b5a0-45df-b567-fd9396581770 req-9d4b5432-a44a-4f57-a714-9cb490aec30a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0560665 Nov 10 08:35:21.389605 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66dc1197-b5a0-45df-b567-fd9396581770 req-1495a7b6-7bb7-453e-93e7-7591b4142674 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451350 Nov 10 08:35:21.545902 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac7e27-6bdf-4b84-b36b-95f8509da26b req-0951e4cf-4701-4ef3-8f58-d00799e60b31 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:21.546969 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-32ac7e27-6bdf-4b84-b36b-95f8509da26b req-0951e4cf-4701-4ef3-8f58-d00799e60b31 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.0725956 Nov 10 08:35:21.627212 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-32ac7e27-6bdf-4b84-b36b-95f8509da26b req-05d97c2a-48e2-4164-98c1-ee40251c27e7 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786221 Nov 10 08:35:21.701808 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-fe101685-cd37-4ca2-93fe-8cf377e4cb69 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:21.703300 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-fe101685-cd37-4ca2-93fe-8cf377e4cb69 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.45 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.0556769 Nov 10 08:35:21.727564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45294) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:21.922558 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Deleting port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:35:21.924202 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.030231 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c91f196-5ac7-40e4-af15-3c91ffd61f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.177359 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c91f196-5ac7-40e4-af15-3c91ffd61f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.297730 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c91f196-5ac7-40e4-af15-3c91ffd61f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.396802 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45304) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:22.397531 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7c91f196-5ac7-40e4-af15-3c91ffd61f73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f23ea09e363046aca1dbc2cd88b76655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6677113 Nov 10 08:35:22.458927 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91f196-5ac7-40e4-af15-3c91ffd61f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604cca7e-6558-4591-8edc-920141e64ab1,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:22.542480 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c198-1b26-476d-bac6-c85ad41718bc req-b87bc9c5-047b-4473-b0d0-8a937058aa59 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:22.545392 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-12d6c198-1b26-476d-bac6-c85ad41718bc req-b87bc9c5-047b-4473-b0d0-8a937058aa59 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.2055979 Nov 10 08:35:22.642666 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-12d6c198-1b26-476d-bac6-c85ad41718bc req-957899df-7e86-4b3c-9fe9-c7ecbdd30186 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911257 Nov 10 08:35:22.685563 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] For port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,segment=NetworkSegment(a0684495-d593-48df-bf90-24f1972510ab),segment_id=a0684495-d593-48df-bf90-24f1972510ab)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:22.685881 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.761877 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.769616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Calling delete_port for 5ed12af7-336e-4657-a674-0a2f7c7d8e7e owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:35:22.779041 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe014c09-6c36-4a98-894b-8ee822a67f36 req-aaf65c37-cfd0-4d54-b677-19c12a7ba45e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:22.780758 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe014c09-6c36-4a98-894b-8ee822a67f36 req-aaf65c37-cfd0-4d54-b677-19c12a7ba45e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1658223 Nov 10 08:35:22.844993 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:22.859005 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe014c09-6c36-4a98-894b-8ee822a67f36 req-840a06c9-512d-4da9-b9f0-2baf781a3b48 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521655 Nov 10 08:35:22.885784 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f78db-56cc-4c63-84b0-3e976dc4fff4 req-bd00d986-01e1-48c0-8568-074f82b061ae tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:22.899599 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c80f78db-56cc-4c63-84b0-3e976dc4fff4 req-bd00d986-01e1-48c0-8568-074f82b061ae tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 950 time: 0.1176131 Nov 10 08:35:22.964330 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c80f78db-56cc-4c63-84b0-3e976dc4fff4 req-7ee2e4c2-0375-46e8-a896-eb0f11ad7d67 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd3d82e9-d857-42ae-8637-daf500ca412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630419 Nov 10 08:35:23.041591 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:23.047034 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:23.057717 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/604cca7e-6558-4591-8edc-920141e64ab1 HTTP/1.1" status: 204 len: 168 time: 0.6574247 Nov 10 08:35:23.074225 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff892b-a2fc-412e-b8e6-e7fea390cd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604cca7e-6558-4591-8edc-920141e64ab1,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:23.138109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:23.152030 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['5ed12af7-336e-4657-a674-0a2f7c7d8e7e'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:35:23.195720 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Pushing event deleted for resources: {'Port': ['ID=5ed12af7-336e-4657-a674-0a2f7c7d8e7e,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:23.270652 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] No DVR routers for this DVR port 5ed12af7-336e-4657-a674-0a2f7c7d8e7e on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:35:23.286298 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:23.288923 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0be157b6-8680-4d2a-8b45-8b830eac3164 req-4062c4b6-9785-45a5-b1b2-25a8d8514fd1 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.45 "DELETE /v2.0/ports/5ed12af7-336e-4657-a674-0a2f7c7d8e7e HTTP/1.1" status: 204 len: 173 time: 1.5781522 Nov 10 08:35:23.289384 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'name': 'network-vif-deleted', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:35:23.308410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def8c461-d68e-4d3d-880e-a01462afe655" -d '{"events": [{"server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "name": "network-vif-deleted", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:35:23.416901 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e19326c-8f44-47ca-b1dc-cce95f879100 x-openstack-request-id: req-5e19326c-8f44-47ca-b1dc-cce95f879100 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:35:23.417432 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f5342b-1379-44b2-88a3-3e2c24898940", "name": "network-vif-deleted", "tag": "5ed12af7-336e-4657-a674-0a2f7c7d8e7e", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:35:23.417876 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e19326c-8f44-47ca-b1dc-cce95f879100 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:35:23.418453 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5342b-1379-44b2-88a3-3e2c24898940', 'name': 'network-vif-deleted', 'tag': '5ed12af7-336e-4657-a674-0a2f7c7d8e7e', 'status': 'completed', 'code': 200} Nov 10 08:35:23.483487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45324) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:23.859994 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adad57-f311-4c83-b52f-478003b3991c req-c92141b3-fa5f-4200-b768-942a016220c1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:23.869857 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a928ee21-7475-4fe1-b5ae-32399f9bb202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:23.870950 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84adad57-f311-4c83-b52f-478003b3991c req-c92141b3-fa5f-4200-b768-942a016220c1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.1124752 Nov 10 08:35:24.013387 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84adad57-f311-4c83-b52f-478003b3991c req-3e7b7621-8ac6-45ad-894f-cb97c6db4f38 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340055 Nov 10 08:35:24.049832 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a928ee21-7475-4fe1-b5ae-32399f9bb202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.120775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a928ee21-7475-4fe1-b5ae-32399f9bb202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.131907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9650-f3c4-48c5-8986-92aecc2e033f req-041302c8-9ade-4ab6-b29b-26bdb91e4c02 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:24.138871 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-306f9650-f3c4-48c5-8986-92aecc2e033f req-041302c8-9ade-4ab6-b29b-26bdb91e4c02 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1146801 Nov 10 08:35:24.218756 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a928ee21-7475-4fe1-b5ae-32399f9bb202 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a48c276d5fad43f1bc2caf0c87868dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7337801 Nov 10 08:35:24.225077 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45336) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:24.242320 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ee21-7475-4fe1-b5ae-32399f9bb202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15340a46-4417-4370-9682-38e07d8f21f2,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:24.277144 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4924e615-2a40-4aa9-8c80-63d010e95298 req-cf8ffa6f-edba-46b1-a2b9-18ab70292d65 tempest-VolumesNegativeTest-499647837 tempest-VolumesNegativeTest-499647837-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f5342b-1379-44b2-88a3-3e2c24898940 HTTP/1.1" status: 200 len: 210 time: 0.0694792 Nov 10 08:35:24.330691 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.345379 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-306f9650-f3c4-48c5-8986-92aecc2e033f req-01c54b62-1fef-46bd-b6ee-b062b21db0e3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965055 Nov 10 08:35:24.411458 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.573498 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.578998 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:24.591256 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15340a46-4417-4370-9682-38e07d8f21f2 HTTP/1.1" status: 204 len: 168 time: 0.3618016 Nov 10 08:35:24.630851 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f89ae0-f832-475b-843e-ad526c707735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15340a46-4417-4370-9682-38e07d8f21f2,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:25.195188 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7314-863b-4ee8-a6cf-2730891b0e41 req-0ca215be-22c6-4c6e-9e9a-d73a2551bae9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:25.197636 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77ec7314-863b-4ee8-a6cf-2730891b0e41 req-0ca215be-22c6-4c6e-9e9a-d73a2551bae9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0633800 Nov 10 08:35:25.410332 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77ec7314-863b-4ee8-a6cf-2730891b0e41 req-95fd1704-2db2-491f-8961-73b189f18580 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053349 Nov 10 08:35:25.484884 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45354) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:25.521122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-021bb8fa-1979-4833-b963-8eda36fcf94d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:25.598873 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1b786-5923-44bd-8516-377e22758f11 req-8eee7be1-ba2a-490b-8266-beb10dbedb7b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:25.647740 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7e1b786-5923-44bd-8516-377e22758f11 req-8eee7be1-ba2a-490b-8266-beb10dbedb7b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.1266286 Nov 10 08:35:25.771681 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-021bb8fa-1979-4833-b963-8eda36fcf94d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:25.784011 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a7e1b786-5923-44bd-8516-377e22758f11 req-92a6b841-7709-4b62-852f-22d974174a7f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445780 Nov 10 08:35:26.002204 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-021bb8fa-1979-4833-b963-8eda36fcf94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:26.050570 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bb8fa-1979-4833-b963-8eda36fcf94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f35c2-f6a4-4f53-9973-d6097a358b93,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:26.067275 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45360) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:26.067508 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-021bb8fa-1979-4833-b963-8eda36fcf94d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=970370cdca1a4848929d1d89029ee989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790656 Nov 10 08:35:26.118794 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:26.147096 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:26.429283 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:26.432325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:26.433590 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/325f35c2-f6a4-4f53-9973-d6097a358b93 HTTP/1.1" status: 204 len: 168 time: 0.3655467 Nov 10 08:35:26.442624 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a05c76-ca5d-4b04-924a-848656013b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f35c2-f6a4-4f53-9973-d6097a358b93,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:26.552367 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d98b-7379-4da9-863c-abf94c213579 req-999748e7-0a19-45d7-aec4-ca02ee905d98 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:26.553938 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18e5d98b-7379-4da9-863c-abf94c213579 req-999748e7-0a19-45d7-aec4-ca02ee905d98 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0608132 Nov 10 08:35:26.644915 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18e5d98b-7379-4da9-863c-abf94c213579 req-5685f8f6-2fba-4e4e-830c-f982401f8d4d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829701 Nov 10 08:35:26.945494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-40d39f9c-5fcb-4ded-a515-1c6de4dee92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:26.947056 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-40d39f9c-5fcb-4ded-a515-1c6de4dee92c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0672295 Nov 10 08:35:26.951115 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831bff-33d3-49d0-aad1-0f5f059da829 req-60a6f8da-106a-46c6-9db8-bedda469b99a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:26.961350 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6831bff-33d3-49d0-aad1-0f5f059da829 req-60a6f8da-106a-46c6-9db8-bedda469b99a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.1275380 Nov 10 08:35:26.965104 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 5ed12af7-336e-4657-a674-0a2f7c7d8e7e no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:35:26.990531 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 5ed12af7-336e-4657-a674-0a2f7c7d8e7e {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:35:26.991380 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 5ed12af7-336e-4657-a674-0a2f7c7d8e7e not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:35:27.133718 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-d5c26c68-2a94-41a6-aedf-0981cc203b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:27.135859 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-d5c26c68-2a94-41a6-aedf-0981cc203b38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.1809332 Nov 10 08:35:27.142708 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6831bff-33d3-49d0-aad1-0f5f059da829 req-a25a64fa-4eae-4ead-bbeb-e59fe39c7127 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716835 Nov 10 08:35:27.153170 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaad6-242d-4ebd-aa03-a8b3fdbb5cf4 req-36335370-1dfa-4ed2-99fa-63872d7d9e0e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:27.155288 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-50bcaad6-242d-4ebd-aa03-a8b3fdbb5cf4 req-36335370-1dfa-4ed2-99fa-63872d7d9e0e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.2385550 Nov 10 08:35:27.266191 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-16bdea95-e7e0-40f6-84a2-d786d98d9bb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.1107717 Nov 10 08:35:27.321042 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-50bcaad6-242d-4ebd-aa03-a8b3fdbb5cf4 req-b4c26df6-b224-409d-bae7-40378c47cd3c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358061 Nov 10 08:35:27.384905 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-a69cbaa1-1b4e-431d-9dd8-9623b432981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:27.386957 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-a69cbaa1-1b4e-431d-9dd8-9623b432981d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.1111817 Nov 10 08:35:27.430739 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45384) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:27.442394 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-88c252d7-ca70-421d-9beb-c60bf09ffddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453479 Nov 10 08:35:27.447722 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-593545b3-9e5a-4499-8271-f4dc6198178a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:27.608446 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-07f6e563-ec35-45c8-8a0d-ae1f2f02949c service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521475 Nov 10 08:35:27.617580 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-593545b3-9e5a-4499-8271-f4dc6198178a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:27.729885 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-05e078c8-9ca5-4dbf-ad4e-c99f355bd54a req-dd4afaf7-76f5-496a-a63a-c638f49d2c5d service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043222 Nov 10 08:35:27.795287 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e229-4912-4ae8-ab44-dc80daba2ed2 req-e14679c1-ed55-4821-b135-14245ede0c44 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:27.797002 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5d32e229-4912-4ae8-ab44-dc80daba2ed2 req-e14679c1-ed55-4821-b135-14245ede0c44 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0597219 Nov 10 08:35:27.843543 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-593545b3-9e5a-4499-8271-f4dc6198178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:27.892552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5d32e229-4912-4ae8-ab44-dc80daba2ed2 req-bf546c46-bc69-4f1a-b276-00d2b4429a7b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875101 Nov 10 08:35:27.905019 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-593545b3-9e5a-4499-8271-f4dc6198178a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b380814e00974c66bcc95bceac786aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700525 Nov 10 08:35:27.906918 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45390) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:27.912390 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593545b3-9e5a-4499-8271-f4dc6198178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0130ca-2cb0-47cb-8828-c3af82153923,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:27.977363 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:28.000667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:28.140004 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:28.143208 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:28.144417 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d0130ca-2cb0-47cb-8828-c3af82153923 HTTP/1.1" status: 204 len: 168 time: 0.2360764 Nov 10 08:35:28.156713 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3fea0-b7c1-4be8-a40d-6acde62b0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0130ca-2cb0-47cb-8828-c3af82153923,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:28.332864 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fced3b-a901-47b3-86eb-22689145a848 req-34846428-fbd6-4d68-99ab-a625cd8b50f7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:28.334381 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64fced3b-a901-47b3-86eb-22689145a848 req-34846428-fbd6-4d68-99ab-a625cd8b50f7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0660458 Nov 10 08:35:28.412507 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64fced3b-a901-47b3-86eb-22689145a848 req-9cca0bd0-5212-4ee5-959d-56f8a23d08b0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667014 Nov 10 08:35:28.500553 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960dfb-8902-4f86-8de9-ddcaaa785744 req-25b50a03-62b4-4a5d-a8f4-095cf4fe75b6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:28.502855 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8a960dfb-8902-4f86-8de9-ddcaaa785744 req-25b50a03-62b4-4a5d-a8f4-095cf4fe75b6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0585489 Nov 10 08:35:28.573200 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8a960dfb-8902-4f86-8de9-ddcaaa785744 req-9e34b361-8c00-4072-bd26-84174cbf8122 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555370 Nov 10 08:35:29.039104 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee859d0-231c-4e2f-a9fb-597abe4bb380 req-2e1038ca-c68a-4756-8e40-3dbbd8fb4a34 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:29.054049 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fee859d0-231c-4e2f-a9fb-597abe4bb380 req-2e1038ca-c68a-4756-8e40-3dbbd8fb4a34 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0739176 Nov 10 08:35:29.112456 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fee859d0-231c-4e2f-a9fb-597abe4bb380 req-6d669062-9809-422c-ae37-eaa143eabf49 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571632 Nov 10 08:35:29.574824 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf457-e873-424c-9ac0-616f95d47199 req-89b80c91-2691-4116-a386-46fed47b9e51 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:29.582772 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-132bf457-e873-424c-9ac0-616f95d47199 req-89b80c91-2691-4116-a386-46fed47b9e51 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0673430 Nov 10 08:35:29.640671 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-132bf457-e873-424c-9ac0-616f95d47199 req-1e5fde20-3168-4643-9d5f-fa14bf7d840c tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Nov 10 08:35:29.758597 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7ffb-4cfa-4333-b955-0a24a846ed08 req-1ed4f11d-bb76-4258-8fc1-97c7b2adbc80 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:29.760143 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3da7ffb-4cfa-4333-b955-0a24a846ed08 req-1ed4f11d-bb76-4258-8fc1-97c7b2adbc80 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0647495 Nov 10 08:35:29.872444 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3da7ffb-4cfa-4333-b955-0a24a846ed08 req-c17b6846-ea49-4385-bbd3-26166902e886 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913441 Nov 10 08:35:30.067208 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-e3530ba3-d9b8-4bc6-ae45-9abbdf382291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.069780 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-e3530ba3-d9b8-4bc6-ae45-9abbdf382291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1099 time: 0.0619643 Nov 10 08:35:30.190429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-ea75c460-faf8-42de-ace8-e7242fc61f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.191906 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-ea75c460-faf8-42de-ace8-e7242fc61f07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.1115468 Nov 10 08:35:30.234448 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a7f3-a04d-45f3-8a67-365d5d58e4ec req-99db3a2a-e960-4062-a488-c8e4582f862a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.241893 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87e5a7f3-a04d-45f3-8a67-365d5d58e4ec req-99db3a2a-e960-4062-a488-c8e4582f862a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0578821 Nov 10 08:35:30.288653 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-69e6aa63-74a3-4774-8461-424164d3b151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 1001 time: 0.0832500 Nov 10 08:35:30.320406 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87e5a7f3-a04d-45f3-8a67-365d5d58e4ec req-8441acbc-43cb-4e81-90b4-790ff14bb447 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752895 Nov 10 08:35:30.346218 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-7ffcf0d8-863d-4e0e-a989-fc3989b81f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.347614 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-7ffcf0d8-863d-4e0e-a989-fc3989b81f25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0554550 Nov 10 08:35:30.417719 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-f43009c6-4155-44a5-aebb-66e0d980e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.419819 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-f43009c6-4155-44a5-aebb-66e0d980e06d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637400 Nov 10 08:35:30.571592 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-eb729e03-4a14-45c4-bde9-f87d39539545 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432476 Nov 10 08:35:30.695327 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94073b81-6548-455c-8d1f-4daa85ff6299 req-f793a197-a61e-45bc-9e5e-55c286099431 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124313 Nov 10 08:35:30.814837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b462d-6669-48aa-8398-cc5b762d462e req-2770f1c9-059d-42e5-b1ca-cc3894982821 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:30.824330 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f33b462d-6669-48aa-8398-cc5b762d462e req-2770f1c9-059d-42e5-b1ca-cc3894982821 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0887001 Nov 10 08:35:30.893214 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f33b462d-6669-48aa-8398-cc5b762d462e req-245e5cb2-ee47-44d0-ae22-b62a6476f061 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Nov 10 08:35:31.001590 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20dac5-9c05-4d2e-885d-9698ea345258 req-828694ef-534e-453b-a869-c1e93274d358 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:31.005754 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5c20dac5-9c05-4d2e-885d-9698ea345258 req-828694ef-534e-453b-a869-c1e93274d358 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0638881 Nov 10 08:35:31.060983 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5c20dac5-9c05-4d2e-885d-9698ea345258 req-eb5d95b0-c04b-4b68-a40e-52c1eaa9efec tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515854 Nov 10 08:35:31.433365 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4fd02-1c79-480e-b2b5-b4e5b4679863 req-e39587fe-d8cc-4145-8a3f-95907464eeb7 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:31.434822 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1db4fd02-1c79-480e-b2b5-b4e5b4679863 req-e39587fe-d8cc-4145-8a3f-95907464eeb7 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0532541 Nov 10 08:35:31.488193 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1db4fd02-1c79-480e-b2b5-b4e5b4679863 req-f5100bb5-6c38-4358-bbd2-bddd0a7d7315 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474153 Nov 10 08:35:32.019399 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d08b-438f-4203-84a7-dda8e4a6445a req-ed78f2f7-5af6-406c-b2d1-82314770b4b1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:32.020938 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-70d6d08b-438f-4203-84a7-dda8e4a6445a req-ed78f2f7-5af6-406c-b2d1-82314770b4b1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0559461 Nov 10 08:35:32.074957 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-70d6d08b-438f-4203-84a7-dda8e4a6445a req-1eafa5cb-5f7c-4a0f-b5df-9e722c765c99 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Nov 10 08:35:32.209461 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ed3b-ab06-4baa-b9a7-4f6be544bcd4 req-fe4ec9fd-6dcd-48e7-88ba-4cf0d94486e4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:32.211515 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8451ed3b-ab06-4baa-b9a7-4f6be544bcd4 req-fe4ec9fd-6dcd-48e7-88ba-4cf0d94486e4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0557821 Nov 10 08:35:32.261497 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8451ed3b-ab06-4baa-b9a7-4f6be544bcd4 req-f24ab461-90a6-4f5c-a2cf-2654e50643e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Nov 10 08:35:32.603671 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e6c43-d918-4d9f-836a-5338d3d5b4c8 req-7de50839-4676-4f38-8a26-7fc358684ffa tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:32.605282 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-000e6c43-d918-4d9f-836a-5338d3d5b4c8 req-7de50839-4676-4f38-8a26-7fc358684ffa tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0506167 Nov 10 08:35:32.656340 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-000e6c43-d918-4d9f-836a-5338d3d5b4c8 req-c081b2dc-d0e9-421f-8786-aa669fa1e084 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445783 Nov 10 08:35:33.197797 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e705e-5f8d-43cf-b6ba-d25b82d5f2a0 req-bd793d75-8b84-4b16-85aa-5dc0549b2bd6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:33.199492 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c99e705e-5f8d-43cf-b6ba-d25b82d5f2a0 req-bd793d75-8b84-4b16-85aa-5dc0549b2bd6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0504107 Nov 10 08:35:33.256174 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c99e705e-5f8d-43cf-b6ba-d25b82d5f2a0 req-baddcda9-1201-40c4-be4b-b398c6f4f17f tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Nov 10 08:35:33.394539 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84bb1d-bfa8-4f72-9327-a75fc95118bb req-a0b6365c-24d4-4c2e-b836-f098a3626e60 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:33.396050 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1a84bb1d-bfa8-4f72-9327-a75fc95118bb req-a0b6365c-24d4-4c2e-b836-f098a3626e60 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0533524 Nov 10 08:35:33.443570 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1a84bb1d-bfa8-4f72-9327-a75fc95118bb req-b205504c-0395-458b-ae08-b4fc032894d3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 Nov 10 08:35:33.787153 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ff97-72a4-4ee0-b982-c8d8a8ddc3f6 req-4871b25f-444f-4db2-85ed-6331fbd05557 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:33.788956 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e71ff97-72a4-4ee0-b982-c8d8a8ddc3f6 req-4871b25f-444f-4db2-85ed-6331fbd05557 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Nov 10 08:35:33.836312 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e71ff97-72a4-4ee0-b982-c8d8a8ddc3f6 req-5736c343-7c44-4a54-86cb-7c68ea6cb56e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408840 Nov 10 08:35:34.377298 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f122-3510-456f-8f64-82f1c6924089 req-71f746e5-b65a-4f61-8d55-9d8745c5f3ce tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:34.378771 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f989f122-3510-456f-8f64-82f1c6924089 req-71f746e5-b65a-4f61-8d55-9d8745c5f3ce tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0519886 Nov 10 08:35:34.425473 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f989f122-3510-456f-8f64-82f1c6924089 req-78aa198c-7b69-4184-b5ec-456d233cb47e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Nov 10 08:35:34.619749 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-36e7b17f-2e18-46e9-bbef-35aa24c386bb req-46e8acf8-cc16-4c7b-ac3c-1d206d032ef4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:35:34.620772 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-36e7b17f-2e18-46e9-bbef-35aa24c386bb req-46e8acf8-cc16-4c7b-ac3c-1d206d032ef4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055363 Nov 10 08:35:34.726766 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:34.883938 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514817b-bbcc-40c7-adff-6bb8715673e6 req-46dd32ca-e6e0-40f7-856f-4de0f78e90a5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:34.885400 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7514817b-bbcc-40c7-adff-6bb8715673e6 req-46dd32ca-e6e0-40f7-856f-4de0f78e90a5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 946 time: 0.0478628 Nov 10 08:35:34.950613 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45844) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:34.971920 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7514817b-bbcc-40c7-adff-6bb8715673e6 req-da1093cb-6b50-429b-ae8b-d54c24542ebb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786843 Nov 10 08:35:34.982593 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86581ae-6897-4803-85b8-c6eb8d88b57d req-e5b9f801-a9a7-423f-96df-9df87e5aa7eb tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:34.984164 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d86581ae-6897-4803-85b8-c6eb8d88b57d req-e5b9f801-a9a7-423f-96df-9df87e5aa7eb tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0787339 Nov 10 08:35:34.992441 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:35:35.034776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Deleting subnet 2365b298-1118-400a-9a68-fd13771c7dfc {{(pid=102061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:35:35.038438 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.056195 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d86581ae-6897-4803-85b8-c6eb8d88b57d req-cef898e8-b64a-4190-b913-6e6a6985d550 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606647 Nov 10 08:35:35.089657 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.097813 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2130879612'] for subnet, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.119064 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:35:35.122237 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba71904-936e-48b0-a688-1080a6f6a244" -d '{"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-unplugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:35:35.138581 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:35.144082 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.166898 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 08:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff40434-dc4c-40cd-a817-06fa16dfc335 x-openstack-request-id: req-5ff40434-dc4c-40cd-a817-06fa16dfc335 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:35:35.167280 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-unplugged", "status": "failed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "code": 422}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:35:35.167630 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ff40434-dc4c-40cd-a817-06fa16dfc335 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:35:35.168531 dv-cinder-817351-1-iscsi neutron-server[102062]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'code': 422} returned with failed status Nov 10 08:35:35.201155 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.252883 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=8']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:35.298509 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131038956'] for subnet, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.324078 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2365b298-1118-400a-9a68-fd13771c7dfc,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:35.328495 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.331652 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e1585552-84d4-458c-bb2b-4842d0745c64 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2365b298-1118-400a-9a68-fd13771c7dfc HTTP/1.1" status: 204 len: 168 time: 0.3800366 Nov 10 08:35:35.334622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45864) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:35.404225 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.487469 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.507735 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba769780-44bc-4f27-9793-016615f0c9dc']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:35:35.518125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff42fc3-1233-4075-bf2a-40e6cbe982e2') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:35:35.518426 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff42fc3-1233-4075-bf2a-40e6cbe982e2') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:35:35.530785 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.544993 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.545250 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9564a-94c8-45db-a4e3-8a6faa1421b4 req-4c6d1d3e-b42b-4139-add7-05bef1f938aa tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:35.552073 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:35:35.560213 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.560360 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9cb9564a-94c8-45db-a4e3-8a6faa1421b4 req-4c6d1d3e-b42b-4139-add7-05bef1f938aa tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0554028 Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:35:35.560474 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:35:35.584565 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45872) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:35.605169 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9cb9564a-94c8-45db-a4e3-8a6faa1421b4 req-c8a2d899-8558-4113-a7d2-9a85f8df6035 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Nov 10 08:35:35.676304 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-4afdd8b6-948f-4eee-9b95-402be89a2d51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905089 Nov 10 08:35:35.685424 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-a3ab5712-e302-4a34-a43f-da78fdfbc4cb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:35:35.686600 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-a3ab5712-e302-4a34-a43f-da78fdfbc4cb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055709 Nov 10 08:35:35.704069 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.711783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:35.714977 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba769780-44bc-4f27-9793-016615f0c9dc HTTP/1.1" status: 204 len: 168 time: 0.3791611 Nov 10 08:35:35.729644 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef9dc-9ea7-4da2-876f-b998ba217e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba769780-44bc-4f27-9793-016615f0c9dc,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:35.864919 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45886) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:35.998973 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-096dbf05-8e1c-4fef-bc5a-8dd3e337ed25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=033800ca8e954063b909619e2187f00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329329 Nov 10 08:35:36.001533 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45890) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:36.032127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45894) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:36.084351 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a94d01c1-98d5-4dee-ad57-cfbd8b49142f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db48caec5b664989b1179530ec5faaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440178 Nov 10 08:35:36.084351 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45898) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:36.084781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.109495 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.142291 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.170859 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.209648 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6c581-95f7-4fb2-9069-46c6e323f496 req-839661d6-83ec-4b8f-97d1-2b5dc74afcef tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:36.211091 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6fe6c581-95f7-4fb2-9069-46c6e323f496 req-839661d6-83ec-4b8f-97d1-2b5dc74afcef tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.1617484 Nov 10 08:35:36.233096 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcac7eb-54a6-4968-a8b8-27e5d51c8695 req-44b0027e-74fa-4ab5-9967-4940491ab6ab tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:36.234492 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-adcac7eb-54a6-4968-a8b8-27e5d51c8695 req-44b0027e-74fa-4ab5-9967-4940491ab6ab tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0880630 Nov 10 08:35:36.286942 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.290131 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.290677 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.291276 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a83708e7-e738-4ee3-931d-1efdfa49b8e4 HTTP/1.1" status: 204 len: 168 time: 0.2091756 Nov 10 08:35:36.297614 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:36.297614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd3d82e9-d857-42ae-8637-daf500ca412b HTTP/1.1" status: 204 len: 168 time: 0.2918203 Nov 10 08:35:36.303305 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6fe6c581-95f7-4fb2-9069-46c6e323f496 req-a42e985c-12f5-4b27-9e1f-e1509cb4da4a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841446 Nov 10 08:35:36.310430 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fafa46-67f3-4146-9ae5-b3326dcb69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83708e7-e738-4ee3-931d-1efdfa49b8e4,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:36.319831 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-adcac7eb-54a6-4968-a8b8-27e5d51c8695 req-4d1aefd7-79c4-4bd8-a670-427dc7ba9885 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778372 Nov 10 08:35:36.320749 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff236187-c9f9-4ff6-96de-4aedda2eb506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d82e9-d857-42ae-8637-daf500ca412b,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:36.732351 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e36e5-c383-4548-b7ec-1527cce80cb7 req-3d634bd6-0c8e-408c-b26b-e51e9dd65608 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:36.734289 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-708e36e5-c383-4548-b7ec-1527cce80cb7 req-3d634bd6-0c8e-408c-b26b-e51e9dd65608 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0585482 Nov 10 08:35:36.854673 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-708e36e5-c383-4548-b7ec-1527cce80cb7 req-b2153fde-d96d-41a9-bbf8-e7b259f6db92 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116529 Nov 10 08:35:36.872874 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba0d7-1dfa-4d1f-bee2-dc576a397d28 req-1244a664-e58a-4427-9e7a-7fe78b17ef0f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:36.881990 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-80bba0d7-1dfa-4d1f-bee2-dc576a397d28 req-1244a664-e58a-4427-9e7a-7fe78b17ef0f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0786662 Nov 10 08:35:36.945739 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-80bba0d7-1dfa-4d1f-bee2-dc576a397d28 req-71140acc-4980-4c39-abf0-b62b43e407b5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628948 Nov 10 08:35:36.985003 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-761c02e9-7271-4910-b588-7a9a783b1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:36.986505 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-761c02e9-7271-4910-b588-7a9a783b1d66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1098 time: 0.0553498 Nov 10 08:35:37.083042 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-2e20d32a-0510-40a2-a46b-0858c9f8f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:37.084554 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-2e20d32a-0510-40a2-a46b-0858c9f8f90b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.0900657 Nov 10 08:35:37.152841 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-2b3a3ae2-30e7-402a-9684-338ae59bc5da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 1001 time: 0.0605309 Nov 10 08:35:37.207093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-f3a1393e-40f7-4c7a-9bbf-e845fcd766a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:37.208678 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-f3a1393e-40f7-4c7a-9bbf-e845fcd766a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.0446029 Nov 10 08:35:37.264513 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-6d09c54b-e110-4d32-8c1d-3464dbe6dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:37.266299 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-6d09c54b-e110-4d32-8c1d-3464dbe6dbc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412526 Nov 10 08:35:37.360966 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-e1441b93-3978-4b1c-a975-0a04baecf0fa service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872378 Nov 10 08:35:37.389519 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45946) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:37.467133 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c118a50c-6f2b-4300-ab60-281369ee1ce4 req-e89ca130-9990-4fb5-8f8b-0960cb95d05c service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984128 Nov 10 08:35:37.518048 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea07df-0161-4b56-bea6-6deef09395dd req-79c5c88f-f1b1-4c84-a80d-2574ffc679dd tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:37.519708 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4aea07df-0161-4b56-bea6-6deef09395dd req-79c5c88f-f1b1-4c84-a80d-2574ffc679dd tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0559940 Nov 10 08:35:37.553705 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-343b9288-c5df-4f0a-b2a3-03ee02c966bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:37.576847 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4aea07df-0161-4b56-bea6-6deef09395dd req-9e4c79d0-13a3-4d1f-a483-95f227275cc3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507607 Nov 10 08:35:37.795539 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-343b9288-c5df-4f0a-b2a3-03ee02c966bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:37.869023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-343b9288-c5df-4f0a-b2a3-03ee02c966bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:37.922246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9288-c5df-4f0a-b2a3-03ee02c966bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8bf37-532c-43fa-ba73-6b1c391e9e4b,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:37.929351 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-343b9288-c5df-4f0a-b2a3-03ee02c966bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27eed31b0e694e9393520ac0d849b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364549 Nov 10 08:35:37.929687 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 45976) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:38.001595 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.030187 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2accade-b719-4c12-9538-a3394df8ac09 req-d3beda3e-002e-4dc9-8912-2b878f2cbad9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.030187 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2accade-b719-4c12-9538-a3394df8ac09 req-d3beda3e-002e-4dc9-8912-2b878f2cbad9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0745487 Nov 10 08:35:38.057742 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.110002 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d2accade-b719-4c12-9538-a3394df8ac09 req-564f20df-a5a7-424a-bb13-81eb972b85bb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788367 Nov 10 08:35:38.178099 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206a05-ed4d-4a78-ac01-f0a0963630be req-baed830c-4426-4b44-bdaa-ea54c96c27ac tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.180327 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-50206a05-ed4d-4a78-ac01-f0a0963630be req-baed830c-4426-4b44-bdaa-ea54c96c27ac tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0690644 Nov 10 08:35:38.228275 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-50206a05-ed4d-4a78-ac01-f0a0963630be req-467ab2f8-40fa-4051-8995-c78870fc8672 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426593 Nov 10 08:35:38.239485 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.242097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.243224 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde8bf37-532c-43fa-ba73-6b1c391e9e4b HTTP/1.1" status: 204 len: 168 time: 0.3122623 Nov 10 08:35:38.252556 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098dc23-499d-43a9-a04a-2c93d8ddd3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8bf37-532c-43fa-ba73-6b1c391e9e4b,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:38.518940 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 45998) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:38.586931 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-bf0df7dd-008b-4a9f-99dc-66301d32e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.588515 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-bf0df7dd-008b-4a9f-99dc-66301d32e4de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 1097 time: 0.0808105 Nov 10 08:35:38.655637 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-0e5af5db-4afb-46d0-9c89-cc6674f6f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.657278 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-0e5af5db-4afb-46d0-9c89-cc6674f6f3bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1097 time: 0.0463116 Nov 10 08:35:38.698092 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-504bfd68-ab1d-4d37-ae0a-8a6d9c265f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.731173 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b0af-cc17-4c62-83bc-f83cfb42ee33 req-d0bb6bb4-6150-4856-b231-679dac3e8dae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.732721 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d719b0af-cc17-4c62-83bc-f83cfb42ee33 req-d0bb6bb4-6150-4856-b231-679dac3e8dae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0805056 Nov 10 08:35:38.754499 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-f7fc7da1-3689-4f40-801b-b3bde5bfa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.756107 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-f7fc7da1-3689-4f40-801b-b3bde5bfa8b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.0905445 Nov 10 08:35:38.814592 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d719b0af-cc17-4c62-83bc-f83cfb42ee33 req-7b827bdf-9e2f-4c18-9148-3bcd21a4b5ce tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736790 Nov 10 08:35:38.858104 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-d868f774-3c1b-4ffb-9257-79b2842bdba9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 200 len: 999 time: 0.0938737 Nov 10 08:35:38.861746 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-504bfd68-ab1d-4d37-ae0a-8a6d9c265f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.907189 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-4c68e941-0cb9-4aef-8501-3ee471614a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.908618 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-4c68e941-0cb9-4aef-8501-3ee471614a1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0426786 Nov 10 08:35:38.945997 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46006) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:38.954105 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-bd4fb1a6-2030-48cc-9015-04c309edc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:38.955620 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-bd4fb1a6-2030-48cc-9015-04c309edc7b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394294 Nov 10 08:35:38.961836 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-504bfd68-ab1d-4d37-ae0a-8a6d9c265f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:38.964194 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e51f660-f01c-4f07-92f5-f9f3fcebaa38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.022999 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bfd68-ab1d-4d37-ae0a-8a6d9c265f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98398995-6c9f-4070-b4c4-ea1b673fcdf7,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:39.029537 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-504bfd68-ab1d-4d37-ae0a-8a6d9c265f0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f7740f0f4044f481e7e0b2df3811e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065124 Nov 10 08:35:39.030466 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46010) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:39.077313 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-8d858acd-749c-4f96-83a3-50bbfc25ddee service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138656 Nov 10 08:35:39.079230 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e51f660-f01c-4f07-92f5-f9f3fcebaa38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.138468 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e51f660-f01c-4f07-92f5-f9f3fcebaa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.143339 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.175713 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.182884 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5e51f660-f01c-4f07-92f5-f9f3fcebaa38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8caff928cff647829c8b32899bbe83f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334123 Nov 10 08:35:39.182884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51f660-f01c-4f07-92f5-f9f3fcebaa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0997963a-4997-4bb0-aa91-80306f9e8629,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:39.183556 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46014) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:39.233727 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c5b24-ebff-45e3-9a4f-19dc33b39b34 req-20931909-3d89-4507-a2b7-9be9da99959a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:39.235205 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-473c5b24-ebff-45e3-9a4f-19dc33b39b34 req-20931909-3d89-4507-a2b7-9be9da99959a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0537858 Nov 10 08:35:39.245481 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b703a1c-fb0e-420d-bc1f-ae1db12fa633 req-f93d2b07-fe77-4451-97db-b2e353cc5ced service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601872 Nov 10 08:35:39.281274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.284754 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-473c5b24-ebff-45e3-9a4f-19dc33b39b34 req-84ff6a54-b45c-47d6-8603-f854532708a3 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Nov 10 08:35:39.307956 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.355260 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.358464 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.359689 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98398995-6c9f-4070-b4c4-ea1b673fcdf7 HTTP/1.1" status: 204 len: 168 time: 0.3282697 Nov 10 08:35:39.368647 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d0e9-f7b1-4a87-9751-ac544d509680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98398995-6c9f-4070-b4c4-ea1b673fcdf7,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:39.389882 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.397210 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:39.398385 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0997963a-4997-4bb0-aa91-80306f9e8629 HTTP/1.1" status: 204 len: 168 time: 0.2125893 Nov 10 08:35:39.414236 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2988c-6449-45f2-969e-323814654436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997963a-4997-4bb0-aa91-80306f9e8629,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:39.593525 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53624917-7466-4425-9a53-c93f635ceb7d req-6593ed97-a2e3-473e-8e02-6b66f6abae91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:39.594978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53624917-7466-4425-9a53-c93f635ceb7d req-6593ed97-a2e3-473e-8e02-6b66f6abae91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.2771976 Nov 10 08:35:39.641387 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-53624917-7466-4425-9a53-c93f635ceb7d req-b2da5b9f-b896-4de8-b24d-de2baec6200e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404713 Nov 10 08:35:39.955079 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54e73f-e277-4edc-96e3-2b5f7a73405c req-83f31da2-3923-4de3-8530-ccbb3643dfe8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:39.956320 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0a54e73f-e277-4edc-96e3-2b5f7a73405c req-83f31da2-3923-4de3-8530-ccbb3643dfe8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0555005 Nov 10 08:35:40.006729 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0a54e73f-e277-4edc-96e3-2b5f7a73405c req-bf25d301-6671-4f3d-b5f4-4011d7dbae21 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Nov 10 08:35:40.435142 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb58bb-6ac1-40db-86e2-02afdf6207a1 req-425fbef5-0da1-4c97-ba91-722722ef36f4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:40.435142 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ffb58bb-6ac1-40db-86e2-02afdf6207a1 req-425fbef5-0da1-4c97-ba91-722722ef36f4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0743427 Nov 10 08:35:40.502982 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5ffb58bb-6ac1-40db-86e2-02afdf6207a1 req-875fc384-725e-4678-9c59-1f2ac0a14ff4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Nov 10 08:35:41.150972 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cce246-c46d-481f-8220-bef2f8514a1f req-fabc0f21-e8f7-45a6-95de-296ea115f6c7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:41.152507 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-30cce246-c46d-481f-8220-bef2f8514a1f req-fabc0f21-e8f7-45a6-95de-296ea115f6c7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0690153 Nov 10 08:35:41.208436 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-30cce246-c46d-481f-8220-bef2f8514a1f req-9b37ef1b-4cb5-4c0d-8bf4-e35c561930b0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453477 Nov 10 08:35:41.660359 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ceae7-748f-4b25-8a78-174a56e95360 req-b79bc805-1792-4358-b586-1ef7cd92505b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:41.661767 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-328ceae7-748f-4b25-8a78-174a56e95360 req-b79bc805-1792-4358-b586-1ef7cd92505b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0520089 Nov 10 08:35:41.716591 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-328ceae7-748f-4b25-8a78-174a56e95360 req-05cbec44-0e9b-4fbe-9fbb-2554a8e8bde7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486498 Nov 10 08:35:42.362183 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960b03-2a11-4dbc-8bff-d87698f54e02 req-d166f661-20bb-4ab2-8d2d-150af264b024 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:42.363725 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e0960b03-2a11-4dbc-8bff-d87698f54e02 req-d166f661-20bb-4ab2-8d2d-150af264b024 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0598481 Nov 10 08:35:42.409825 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e0960b03-2a11-4dbc-8bff-d87698f54e02 req-825f946c-6c74-4767-8cf1-5fff52f33b8b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Nov 10 08:35:42.715504 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46132) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:42.838038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7d2-8840-48b8-b88f-e45c6fbbe109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:42.850726 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ff95e-a462-4cad-91ea-3f15fb85a8f8 req-30f6a592-5ced-4ab1-afe8-6cd48f05013b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:42.852238 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c5ff95e-a462-4cad-91ea-3f15fb85a8f8 req-30f6a592-5ced-4ab1-afe8-6cd48f05013b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0491171 Nov 10 08:35:42.900799 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c5ff95e-a462-4cad-91ea-3f15fb85a8f8 req-7d40af56-3921-4e7d-904c-ccf553c322e9 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Nov 10 08:35:42.927835 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7d2-8840-48b8-b88f-e45c6fbbe109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.102390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7d2-8840-48b8-b88f-e45c6fbbe109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.102753 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-4c90b7d2-8840-48b8-b88f-e45c6fbbe109 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6be308c0127b429487265d7a943d8964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853481 Nov 10 08:35:43.104997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b7d2-8840-48b8-b88f-e45c6fbbe109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e62289-461e-4057-b3aa-18b686ad98f9,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:43.105631 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46140) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:43.126871 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7c0d-eae0-4d8c-bbd1-03fbb311669d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.164347 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.188274 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.551332 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad4001-e0d9-49c0-9638-0152b530825d req-b65fca88-d039-4788-8a0c-a8268c40059a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:43.552876 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1bad4001-e0d9-49c0-9638-0152b530825d req-b65fca88-d039-4788-8a0c-a8268c40059a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0679896 Nov 10 08:35:43.609507 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1bad4001-e0d9-49c0-9638-0152b530825d req-80f450e1-f272-46db-98f5-45e847ece13e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488122 Nov 10 08:35:43.862518 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.865196 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:43.869370 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3e62289-461e-4057-b3aa-18b686ad98f9 HTTP/1.1" status: 204 len: 168 time: 0.7627008 Nov 10 08:35:43.879444 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260fbd3-d25b-4d5e-a552-760a508dde0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e62289-461e-4057-b3aa-18b686ad98f9,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:44.035260 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517e72-7d1b-4d48-8fbc-3b42dcbddd01 req-33e68b6b-f831-4cba-a0e9-9c1389bf28fb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:44.036860 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4d517e72-7d1b-4d48-8fbc-3b42dcbddd01 req-33e68b6b-f831-4cba-a0e9-9c1389bf28fb tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0639594 Nov 10 08:35:44.099851 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4d517e72-7d1b-4d48-8fbc-3b42dcbddd01 req-3b72ec68-136f-49f0-a655-e3d4bf24bcc4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Nov 10 08:35:44.531428 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46154) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:44.551695 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d4db068f-b045-46ee-83a3-b20e4734409e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:44.677973 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d4db068f-b045-46ee-83a3-b20e4734409e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:44.756324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4775995-3d05-4672-af4b-930be15f984f req-cc66d852-4ed0-4485-8ab2-fce212f8f7ad tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:44.757967 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b4775995-3d05-4672-af4b-930be15f984f req-cc66d852-4ed0-4485-8ab2-fce212f8f7ad tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0549071 Nov 10 08:35:44.760825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d4db068f-b045-46ee-83a3-b20e4734409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:44.822258 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db068f-b045-46ee-83a3-b20e4734409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c5cc1-1f7b-44ce-9645-b2b85a3efbf6,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:44.829611 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d4db068f-b045-46ee-83a3-b20e4734409e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3776a32430be49609f2d60392d6fe5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966514 Nov 10 08:35:44.836377 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46164) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:44.876344 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b4775995-3d05-4672-af4b-930be15f984f req-73850508-6c85-4300-97b0-0d9b7bc29b0a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992422 Nov 10 08:35:44.917386 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:44.940562 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:45.102484 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:45.105345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:45.134597 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/253c5cc1-1f7b-44ce-9645-b2b85a3efbf6 HTTP/1.1" status: 204 len: 168 time: 0.2697692 Nov 10 08:35:45.134597 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d956374-d59e-4749-a4cd-b57e1444c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c5cc1-1f7b-44ce-9645-b2b85a3efbf6,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:45.250684 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4b6c4-bf42-4376-92d4-f50009bb46e4 req-f2314d19-8a57-4cce-84c7-70cfe3dd330e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:45.252540 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-36a4b6c4-bf42-4376-92d4-f50009bb46e4 req-f2314d19-8a57-4cce-84c7-70cfe3dd330e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0623732 Nov 10 08:35:45.319508 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-36a4b6c4-bf42-4376-92d4-f50009bb46e4 req-da843ada-4ed5-4948-9688-c77fde23e9a0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511165 Nov 10 08:35:45.452184 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-338c8a56-be61-4a7f-95c8-a81a66d9d29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.029120 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25de298-a0b9-4612-99f0-bdaf2c0f4401 req-88439d10-47db-4803-81ff-670368db18dc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:46.029120 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a25de298-a0b9-4612-99f0-bdaf2c0f4401 req-88439d10-47db-4803-81ff-670368db18dc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0550907 Nov 10 08:35:46.085978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a25de298-a0b9-4612-99f0-bdaf2c0f4401 req-13ec047a-d4fb-47a1-86eb-ffe70bebc536 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530961 Nov 10 08:35:46.446388 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf790b4f-46d2-43ff-b27f-50c9e4fe8906 req-39562f91-a188-4cae-9e67-cf877f827917 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:46.450904 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bf790b4f-46d2-43ff-b27f-50c9e4fe8906 req-39562f91-a188-4cae-9e67-cf877f827917 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0587554 Nov 10 08:35:46.513996 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bf790b4f-46d2-43ff-b27f-50c9e4fe8906 req-84388d2a-fb0b-4887-9fa2-bb5aa86485b5 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 Nov 10 08:35:46.534570 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46200) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:46.645575 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-987693911-network', 'tenant_id': 'dcd5661482d94e8198148e3de501a9f5'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:46.675839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.755625 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Made reservation on behalf of dcd5661482d94e8198148e3de501a9f5 for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:35:46.757943 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.767325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.838013 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.926308 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.955622 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:35:46.961773 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f2209-500d-4f8c-9a4e-57e7359ccdef,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:46.967555 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:46.967897 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Added segment 8a453248-b788-4f21-8f50-58e8b4d9c8ee of type vlan for network 12512c82-f367-4ba4-88f5-7a77184a0b56 Nov 10 08:35:47.009081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.115017 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.119136 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:47.119136 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.189027 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] Pushing event updated for resources: {'Network': ['ID=12512c82-f367-4ba4-88f5-7a77184a0b56,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:47.203672 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 12512c82-f367-4ba4-88f5-7a77184a0b56 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:35:47.227733 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b81fcc-0473-411c-a8b2-60b36c794f65 req-d4ce4598-7cf1-4ee3-afdd-50a194870957 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:47.230093 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-60b81fcc-0473-411c-a8b2-60b36c794f65 req-d4ce4598-7cf1-4ee3-afdd-50a194870957 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Nov 10 08:35:47.238227 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-df4b4da4-7971-4972-bd97-bed2a94b1709 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7020755 Nov 10 08:35:47.241778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46210) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:47.247845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Request body: {'subnet': {'network_id': '12512c82-f367-4ba4-88f5-7a77184a0b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-987693911-subnet', 'tenant_id': 'dcd5661482d94e8198148e3de501a9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:47.313401 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-60b81fcc-0473-411c-a8b2-60b36c794f65 req-3e360718-7f35-4c3c-85a4-4782d3f1423d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739524 Nov 10 08:35:47.355658 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Made reservation on behalf of dcd5661482d94e8198148e3de501a9f5 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:35:47.355658 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.645173 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46216) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:47.662781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65931de9-ec4b-4612-98a5-455c6488c534 req-caf96aac-4dd5-41f3-ae56-49a3ea796af0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:47.664254 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65931de9-ec4b-4612-98a5-455c6488c534 req-caf96aac-4dd5-41f3-ae56-49a3ea796af0 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0556502 Nov 10 08:35:47.721252 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.741973 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65931de9-ec4b-4612-98a5-455c6488c534 req-e8808381-6d2b-453b-92fd-c1c6621516fe tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649908 Nov 10 08:35:47.771037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.828749 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4238e55a-4e84-46c8-89a7-a04394ab588d,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:47.845038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2017049-11bb-4306-bb58-33b3d611246a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.884669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Checking segment: {'id': '8a453248-b788-4f21-8f50-58e8b4d9c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '12512c82-f367-4ba4-88f5-7a77184a0b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:35:47.885053 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Network hostable DHCP agents. Network: 12512c82-f367-4ba4-88f5-7a77184a0b56, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:35:47.939529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2017049-11bb-4306-bb58-33b3d611246a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:47.983721 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Network 12512c82-f367-4ba4-88f5-7a77184a0b56 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:35:48.018051 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2017049-11bb-4306-bb58-33b3d611246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.058335 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017049-11bb-4306-bb58-33b3d611246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8151d-c7db-4f55-898a-18169a7edd6f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:48.064167 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e2017049-11bb-4306-bb58-33b3d611246a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0277c23dbc64285abcbdcde227ec016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178917 Nov 10 08:35:48.067269 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46220) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:48.125131 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.152742 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:35:48.154623 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.177252 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 12512c82-f367-4ba4-88f5-7a77184a0b56) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:35:48.188385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427fcbc4-4327-41c6-88c5-c3414be32e57 None None] Network 12512c82-f367-4ba4-88f5-7a77184a0b56 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:35:48.191705 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:48.192354 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.318071 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-65b0592e-5dea-4c64-88cb-9f7346bbd01d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0746703 Nov 10 08:35:48.330589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.338798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.338798 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ba8151d-c7db-4f55-898a-18169a7edd6f HTTP/1.1" status: 204 len: 168 time: 0.2696626 Nov 10 08:35:48.344188 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e0637-ec66-4561-902f-6bf2cb7de67b None None] Network 12512c82-f367-4ba4-88f5-7a77184a0b56 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:35:48.348239 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84b65-5774-4aec-809f-d890e5613971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8151d-c7db-4f55-898a-18169a7edd6f,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:48.474584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208654a-c49e-4a1a-8219-21208c39c2b1 req-dac1c77a-1a8f-4d01-86b4-b39a1bad0650 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:48.477119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7208654a-c49e-4a1a-8219-21208c39c2b1 req-dac1c77a-1a8f-4d01-86b4-b39a1bad0650 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0610266 Nov 10 08:35:48.580577 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7208654a-c49e-4a1a-8219-21208c39c2b1 req-d35d0225-475c-438d-ae82-f6bc75d4adf0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863054 Nov 10 08:35:48.588815 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:48.883176 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31364387-16e6-46c3-b10f-e41f3e089ae1 req-9356eefc-308a-42f2-a271-cb21b52ac5c7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:48.884571 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-31364387-16e6-46c3-b10f-e41f3e089ae1 req-9356eefc-308a-42f2-a271-cb21b52ac5c7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0565183 Nov 10 08:35:48.942872 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-31364387-16e6-46c3-b10f-e41f3e089ae1 req-d8726b07-397c-4db8-926d-6195e443b8ac tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Nov 10 08:35:49.265273 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46242) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:49.270336 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735096070-network', 'tenant_id': '941712d8349f4af38d185df77244b09f'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:49.361007 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Made reservation on behalf of 941712d8349f4af38d185df77244b09f for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:35:49.364330 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.376065 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.461131 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.526899 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.556923 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:35:49.563463 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab835ec-7174-4917-a7bd-8ccaf2b065fc,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:49.570524 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.576475 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Added segment 5fd32ac4-facc-4457-850d-619a9ed1c137 of type vlan for network 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 Nov 10 08:35:49.615475 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.713398 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbb8a6-8725-4d4a-86c6-dbbdf5a86a9a req-ff47c59b-2d03-48d5-b4d1-54fdc8cdfcbb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:49.714479 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-96bbb8a6-8725-4d4a-86c6-dbbdf5a86a9a req-ff47c59b-2d03-48d5-b4d1-54fdc8cdfcbb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Nov 10 08:35:49.730610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.731787 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:49.732497 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:49.821313 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2bfcf8ac-8696-4dd9-93bc-ddc29823dd34,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:49.827488 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-96bbb8a6-8725-4d4a-86c6-dbbdf5a86a9a req-36db7895-3b79-4c7d-992a-fc44992ce90e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058576 Nov 10 08:35:49.832241 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:35:49.869844 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46248) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:35:49.873142 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d0669fbd-8b89-4dcc-b725-919c944318d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6064930 Nov 10 08:35:49.880090 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Request body: {'subnet': {'network_id': '2bfcf8ac-8696-4dd9-93bc-ddc29823dd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735096070-subnet', 'tenant_id': '941712d8349f4af38d185df77244b09f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:35:50.006623 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Made reservation on behalf of 941712d8349f4af38d185df77244b09f for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:35:50.008972 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:50.077932 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e8c54-5866-4ec1-a5f6-d1050a7fbd6d req-1b9a9c85-7824-4537-bbd4-b540b7d7b517 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:50.079843 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-641e8c54-5866-4ec1-a5f6-d1050a7fbd6d req-1b9a9c85-7824-4537-bbd4-b540b7d7b517 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0675619 Nov 10 08:35:50.133964 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-641e8c54-5866-4ec1-a5f6-d1050a7fbd6d req-8b5198da-2acd-4ef6-ba1b-61c36e76c871 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478356 Nov 10 08:35:50.223968 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:50.279790 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d29fde5-7f50-4ba0-bf2f-87a9e31c3fcc,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:50.288382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Checking segment: {'id': '5fd32ac4-facc-4457-850d-619a9ed1c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2bfcf8ac-8696-4dd9-93bc-ddc29823dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:35:50.288756 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Network hostable DHCP agents. Network: 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:35:50.343494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Network 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:35:50.394848 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:35:50.399147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:50.400306 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:50.404379 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5dd83f-e00e-4992-a34c-2f565d43b587 None None] Network 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:35:50.487659 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a9619eba-7f1f-47ff-8518-0e81a9180d98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6159008 Nov 10 08:35:50.524745 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70546ee7-3062-4426-b2b1-e4de275c8eff None None] Network 2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:35:50.943942 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bc9df-9286-4565-9132-90103e60d2f8 req-f5a61abe-6dde-434a-8055-5f656e8d77ba tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:50.945389 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-639bc9df-9286-4565-9132-90103e60d2f8 req-f5a61abe-6dde-434a-8055-5f656e8d77ba tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0464661 Nov 10 08:35:50.991799 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-639bc9df-9286-4565-9132-90103e60d2f8 req-83fa5bcd-dc6f-4504-b8c7-e9138ce8c326 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396833 Nov 10 08:35:51.250177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c2121-14e5-4da8-9c83-371093c8c211 req-ec6d86ec-28d0-4587-b11a-081c24951098 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:51.251771 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e46c2121-14e5-4da8-9c83-371093c8c211 req-ec6d86ec-28d0-4587-b11a-081c24951098 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0502934 Nov 10 08:35:51.303796 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e46c2121-14e5-4da8-9c83-371093c8c211 req-0c2526df-0015-418c-b0cb-d3bc3a446521 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Nov 10 08:35:52.107905 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64f40-67e1-4fa7-b8b7-e1c4c60ddbca req-8728efff-821f-40a7-ba2d-58585135a6e9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:52.109317 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fe64f40-67e1-4fa7-b8b7-e1c4c60ddbca req-8728efff-821f-40a7-ba2d-58585135a6e9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Nov 10 08:35:52.155202 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fe64f40-67e1-4fa7-b8b7-e1c4c60ddbca req-dc81a2e8-fa60-4526-9b7b-538299ac770b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Nov 10 08:35:52.268729 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b372eb7-9da6-4939-8f90-8a115edbb3d4 req-14eb2c16-97e6-403d-abcc-8c2fed7cd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:52.270122 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b372eb7-9da6-4939-8f90-8a115edbb3d4 req-14eb2c16-97e6-403d-abcc-8c2fed7cd00e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0372663 Nov 10 08:35:52.312912 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2b372eb7-9da6-4939-8f90-8a115edbb3d4 req-ab5fd168-d3b0-472e-8a74-1128bbc9df03 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Nov 10 08:35:52.415199 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73326a1-8a96-427e-90f5-c2eaa992c636 req-cda2f845-2cf0-4749-a5c8-938c4cad97cd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:52.416781 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e73326a1-8a96-427e-90f5-c2eaa992c636 req-cda2f845-2cf0-4749-a5c8-938c4cad97cd tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0485096 Nov 10 08:35:52.463018 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e73326a1-8a96-427e-90f5-c2eaa992c636 req-0a098936-3613-4dca-848b-16a80ca17002 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Nov 10 08:35:53.277531 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b6d7-45eb-4769-bc81-24d21923475c req-6e11e2d9-39cc-4933-b403-a9394749f496 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:53.279033 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6352b6d7-45eb-4769-bc81-24d21923475c req-6e11e2d9-39cc-4933-b403-a9394749f496 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0515647 Nov 10 08:35:53.327031 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6352b6d7-45eb-4769-bc81-24d21923475c req-69279525-f852-412a-983f-87476022a988 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Nov 10 08:35:53.575826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ffff-d9c2-4fa8-9241-089b3117c1b8 req-1ad20cb1-053d-4c21-9d10-54b7acb626f1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:53.577305 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8f86ffff-d9c2-4fa8-9241-089b3117c1b8 req-1ad20cb1-053d-4c21-9d10-54b7acb626f1 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0472476 Nov 10 08:35:53.623173 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8f86ffff-d9c2-4fa8-9241-089b3117c1b8 req-2fb731d5-333d-4298-9dde-d3dff2fa998b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Nov 10 08:35:54.104885 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11dc4-2011-4c56-bbfe-eeb929b6db10 req-0f2a4480-cfe3-47b9-a1cb-0b6426b0a016 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:54.106325 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6a11dc4-2011-4c56-bbfe-eeb929b6db10 req-0f2a4480-cfe3-47b9-a1cb-0b6426b0a016 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0475223 Nov 10 08:35:54.157866 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6a11dc4-2011-4c56-bbfe-eeb929b6db10 req-4747ccf2-dbe9-48f4-a472-61b2311344ea tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Nov 10 08:35:54.178987 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a047-7163-4f57-bdf9-79716050155c req-a531a031-e4c8-4d5b-bae3-ddbe63e47225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:54.180499 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-a531a031-e4c8-4d5b-bae3-ddbe63e47225 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55577f76080645f3929affba4566c88e&device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 1098 time: 0.0457392 Nov 10 08:35:54.269518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a047-7163-4f57-bdf9-79716050155c req-92e76f67-52e3-46ac-9a7c-a89b4af41440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:54.270897 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-92e76f67-52e3-46ac-9a7c-a89b4af41440 service neutron] 10.222.0.45 "GET /v2.0/networks?id=01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 200 len: 920 time: 0.0834556 Nov 10 08:35:54.317411 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-274e644b-924c-498d-8ecd-d297b1c0f526 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 200 len: 217 time: 0.0355787 Nov 10 08:35:54.368440 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a047-7163-4f57-bdf9-79716050155c req-b00126ee-7061-4b4c-8aa9-2a86fc5bcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:54.369867 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-b00126ee-7061-4b4c-8aa9-2a86fc5bcafe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 200 len: 859 time: 0.0448570 Nov 10 08:35:54.402269 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-7704e15f-d05a-4245-882a-b9e3129d2849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01b917d4-a943-4ed1-8269-d45364cbe831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249736 Nov 10 08:35:54.448656 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f4254-d0c3-40f8-8bfe-c10b5adfb0a4 req-046c1861-ff6c-4369-9de2-6014aff1313d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:54.451066 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e97f4254-d0c3-40f8-8bfe-c10b5adfb0a4 req-046c1861-ff6c-4369-9de2-6014aff1313d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0476696 Nov 10 08:35:54.500752 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-eb107551-3201-4f3f-ada3-aac4d9703006 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900333 Nov 10 08:35:54.502692 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e97f4254-d0c3-40f8-8bfe-c10b5adfb0a4 req-16da3f43-4c75-49b6-a822-3f9d96c5a999 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451415 Nov 10 08:35:54.596548 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2714a047-7163-4f57-bdf9-79716050155c req-7834762b-39f3-4924-ae36-d840e5d47489 service neutron] 10.222.0.45 "GET /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876684 Nov 10 08:35:55.269147 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a04b51-e977-4133-b5aa-f11242df080f req-240d36f2-4413-4d3c-b969-a11e5643d89d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:55.270618 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-15a04b51-e977-4133-b5aa-f11242df080f req-240d36f2-4413-4d3c-b969-a11e5643d89d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0469735 Nov 10 08:35:55.315870 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-15a04b51-e977-4133-b5aa-f11242df080f req-9459c4e5-c381-4ad0-83e1-70054dca04cc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Nov 10 08:35:55.624677 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e766fc6-ed59-4458-8350-389d5a197fb5 req-d46b0c01-db0a-45dd-b7e5-3f029f3230b6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:55.626200 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5e766fc6-ed59-4458-8350-389d5a197fb5 req-d46b0c01-db0a-45dd-b7e5-3f029f3230b6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0513051 Nov 10 08:35:55.673873 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5e766fc6-ed59-4458-8350-389d5a197fb5 req-015fe511-49ec-4b99-930e-1c184754a2c8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Nov 10 08:35:56.430878 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74d23c-08b3-48eb-9c93-d64ca2568090 req-a77dd4de-25f9-40ac-a913-7c218954e976 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:56.432461 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2f74d23c-08b3-48eb-9c93-d64ca2568090 req-a77dd4de-25f9-40ac-a913-7c218954e976 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0470731 Nov 10 08:35:56.478965 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2f74d23c-08b3-48eb-9c93-d64ca2568090 req-581b7bf7-b097-40d0-9526-efaa8331221b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Nov 10 08:35:56.794031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58285cc3-6370-417d-b695-244bb1945fcf req-e8a710d4-5488-4b7d-8f1e-d0d5aee67a79 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:56.795493 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-58285cc3-6370-417d-b695-244bb1945fcf req-e8a710d4-5488-4b7d-8f1e-d0d5aee67a79 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0508738 Nov 10 08:35:56.841625 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-58285cc3-6370-417d-b695-244bb1945fcf req-2fe8c56d-d1ff-4750-8273-7cc2171f175f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 Nov 10 08:35:57.592501 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd8a91-0fcb-460e-8abc-69cacd7b1765 req-12cb896e-2347-417a-bfa2-a551344671ad tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:57.594090 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2bdd8a91-0fcb-460e-8abc-69cacd7b1765 req-12cb896e-2347-417a-bfa2-a551344671ad tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0480485 Nov 10 08:35:57.641914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2bdd8a91-0fcb-460e-8abc-69cacd7b1765 req-71ec038e-f685-4395-b7bf-a8cc19d680c7 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Nov 10 08:35:57.961945 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a13ec-a38e-451f-b27c-a105816984d5 req-2965bae6-f8f6-4c86-aaca-35047a210be1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:57.963424 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0d6a13ec-a38e-451f-b27c-a105816984d5 req-2965bae6-f8f6-4c86-aaca-35047a210be1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0490861 Nov 10 08:35:58.014274 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0d6a13ec-a38e-451f-b27c-a105816984d5 req-1094b43b-10f0-49ea-bfbd-936ce2c4b376 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Nov 10 08:35:59.081899 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:35:59.178918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:59.182150 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44387-be19-4ae9-ab98-b124f0e964b9 req-134bfc5d-2d53-4286-9ae1-213196917f96 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:35:59.183631 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b7a44387-be19-4ae9-ab98-b124f0e964b9 req-134bfc5d-2d53-4286-9ae1-213196917f96 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 944 time: 0.0522835 Nov 10 08:35:59.190955 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'mac_address': 'fa:16:3e:6a:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:35:59.233078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:59.233383 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b7a44387-be19-4ae9-ab98-b124f0e964b9 req-8ac6afee-99c1-4fe5-be32-233141d3dad8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 Nov 10 08:35:59.246397 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:35:59.266268 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:35:59.372675 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:35:59.418344 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=9']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:35:59.647059 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['0a103918-0dcd-4fd8-8967-00a49dd75123'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:00.353119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993699d0-170a-42c6-b1d9-526a941b6bef req-77f91aab-c3cb-45e0-8c50-3723e59ae973 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:00.354647 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-993699d0-170a-42c6-b1d9-526a941b6bef req-77f91aab-c3cb-45e0-8c50-3723e59ae973 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Nov 10 08:36:00.410536 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-993699d0-170a-42c6-b1d9-526a941b6bef req-967f4e55-1d23-4395-b1e0-8a55d31a06ad tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435758 Nov 10 08:36:01.087316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:36:01.133391 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 0a103918-0dcd-4fd8-8967-00a49dd75123 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:36:01.133755 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:01.209880 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:01.233034 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:01.235254 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02a2ce7-f6c8-41b4-b903-aa377b827762" -d '{"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:01.247571 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:01.271146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a95ab-719c-4df5-bc6f-ff427f62def3 x-openstack-request-id: req-400a95ab-719c-4df5-bc6f-ff427f62def3 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:01.271453 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-plugged", "status": "completed", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:01.271705 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-400a95ab-719c-4df5-bc6f-ff427f62def3 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:01.272122 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'code': 200} Nov 10 08:36:01.309516 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:01.357027 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=10']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:01.534102 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b5a6-3c26-43fb-a5d1-3836053783e7 req-3e869c75-ed50-4bf0-ba31-6df87d0c736e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:01.537760 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9265b5a6-3c26-43fb-a5d1-3836053783e7 req-3e869c75-ed50-4bf0-ba31-6df87d0c736e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0525150 Nov 10 08:36:01.582442 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9265b5a6-3c26-43fb-a5d1-3836053783e7 req-9b951399-b876-4470-8285-db98ce9042e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Nov 10 08:36:01.941483 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e518b-d349-4c9e-85a8-d1c1ce3a49e5 req-89be1b56-63f2-41f6-999f-b8ee7f4f8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:01.943157 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-792e518b-d349-4c9e-85a8-d1c1ce3a49e5 req-89be1b56-63f2-41f6-999f-b8ee7f4f8e8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 1100 time: 0.0384171 Nov 10 08:36:01.986919 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-792e518b-d349-4c9e-85a8-d1c1ce3a49e5 req-8820a221-5f14-45dd-ba59-d993f875fa70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352080 Nov 10 08:36:02.704844 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e96ba-2377-44d1-9718-4c19df4a6a22 req-4d6110a3-0522-4e88-83e2-0a1004ed7d49 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:02.706491 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-373e96ba-2377-44d1-9718-4c19df4a6a22 req-4d6110a3-0522-4e88-83e2-0a1004ed7d49 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0501449 Nov 10 08:36:02.756618 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-373e96ba-2377-44d1-9718-4c19df4a6a22 req-e45e3e6a-c8a0-4084-986b-17b45e4d89b4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415559 Nov 10 08:36:03.227695 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ace64-5e74-4325-9f77-afe9cbae2a1d req-76ee6234-065f-417f-9fca-eedb805beb70 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:03.229552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-813ace64-5e74-4325-9f77-afe9cbae2a1d req-76ee6234-065f-417f-9fca-eedb805beb70 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0492802 Nov 10 08:36:03.281103 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-813ace64-5e74-4325-9f77-afe9cbae2a1d req-7d9e6aa9-9726-42ea-9c25-f02c55909303 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Nov 10 08:36:03.880571 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ad081-4aa6-4e59-bfa1-b9df71c28d57 req-3b40ace0-9f8e-43a9-9efd-1c299817739f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:03.882017 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-de6ad081-4aa6-4e59-bfa1-b9df71c28d57 req-3b40ace0-9f8e-43a9-9efd-1c299817739f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0475419 Nov 10 08:36:03.927388 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-de6ad081-4aa6-4e59-bfa1-b9df71c28d57 req-8ff3e771-9b43-4682-aad4-dbd490c4f9ea tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Nov 10 08:36:04.273047 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-6a81bf54-8cf9-41f6-9317-c6dabaf8414a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415390 Nov 10 08:36:04.333428 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-98c79fef-8d90-4a75-a72f-8702bc0afa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:04.334947 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-98c79fef-8d90-4a75-a72f-8702bc0afa55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1098 time: 0.0406442 Nov 10 08:36:04.410954 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abce948-5b33-4fe9-a073-bbaea713ac42 req-01029201-2031-40fa-bea6-f5d7b5963ec4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:04.412570 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0abce948-5b33-4fe9-a073-bbaea713ac42 req-01029201-2031-40fa-bea6-f5d7b5963ec4 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0532784 Nov 10 08:36:04.451694 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-77449282-07ad-4e69-9989-cc1e3ae74afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:04.453439 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-77449282-07ad-4e69-9989-cc1e3ae74afc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.0964367 Nov 10 08:36:04.461568 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0abce948-5b33-4fe9-a073-bbaea713ac42 req-5a62044d-6232-459b-9c5d-3aa74ab4e2be tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Nov 10 08:36:04.769569 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-5dd6bca2-6ea5-430d-b79c-150925694e92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 1001 time: 0.3046668 Nov 10 08:36:04.776327 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:04.821742 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-5011f28a-338d-4b3b-97bb-ddcb2e9c91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:04.823173 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-5011f28a-338d-4b3b-97bb-ddcb2e9c91bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.0432398 Nov 10 08:36:04.875980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-053bfb37-94f3-4147-9627-3706a3d02332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:04.877411 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-053bfb37-94f3-4147-9627-3706a3d02332 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412273 Nov 10 08:36:04.973479 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-ca0d4c39-014b-403d-9faf-e43e7f775c3e service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859869 Nov 10 08:36:05.053773 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5278511-bf6b-49c2-9b20-bfc172598769 req-f074058c-28da-4f5f-aa3a-a8d8a569d313 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:05.055351 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b5278511-bf6b-49c2-9b20-bfc172598769 req-f074058c-28da-4f5f-aa3a-a8d8a569d313 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0525508 Nov 10 08:36:05.069976 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e9943d4e-12e3-486d-aea1-813888526cf9 req-51a89443-56ad-4147-8e7d-289647f0b939 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889835 Nov 10 08:36:05.109371 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b5278511-bf6b-49c2-9b20-bfc172598769 req-0fcaf0ee-a109-44fd-aade-fd722732620c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477407 Nov 10 08:36:05.575322 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c89e7c-b88e-4808-bbc8-1e0f23646f57 req-4223a4f0-6641-435e-be90-5be33c542415 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:05.576808 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-23c89e7c-b88e-4808-bbc8-1e0f23646f57 req-4223a4f0-6641-435e-be90-5be33c542415 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0487576 Nov 10 08:36:05.622031 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-23c89e7c-b88e-4808-bbc8-1e0f23646f57 req-0cd8791b-9c43-4cec-b9e6-d015ba7216e6 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387526 Nov 10 08:36:05.804646 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-87e4aea4-d228-4c39-b930-fd714ee9ad8b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:05.806052 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-87e4aea4-d228-4c39-b930-fd714ee9ad8b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 945 time: 0.0459993 Nov 10 08:36:05.892821 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Deleting port a519fd91-da1c-4583-9e12-39a394a558aa {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:05.893152 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:05.981439 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] For port a519fd91-da1c-4583-9e12-39a394a558aa, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a519fd91-da1c-4583-9e12-39a394a558aa,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:05.981803 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:05.994575 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Calling delete_port for a519fd91-da1c-4583-9e12-39a394a558aa owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:06.177989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.191489 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'a519fd91-da1c-4583-9e12-39a394a558aa'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:06.205704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Pushing event deleted for resources: {'Port': ['ID=a519fd91-da1c-4583-9e12-39a394a558aa,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:06.232840 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.233205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.233553 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.233897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.234234 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.234569 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.234958 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.235935 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.236318 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.236650 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.236989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.237407 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.255259 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] No DVR routers for this DVR port a519fd91-da1c-4583-9e12-39a394a558aa on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:36:06.257782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.261110 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ed4c0ddb-cd5c-41da-ba22-e104edcf2a97 req-d1d571df-867b-4d13-a24b-e30a27024d72 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "DELETE /v2.0/ports/a519fd91-da1c-4583-9e12-39a394a558aa HTTP/1.1" status: 204 len: 173 time: 0.4486256 Nov 10 08:36:06.261549 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'name': 'network-vif-deleted', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:06.263847 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a36175d-8007-4fe6-a97f-62c387612564" -d '{"events": [{"server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "name": "network-vif-deleted", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:06.299997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a816a3f-cefb-4685-8d39-6823118bd083 x-openstack-request-id: req-4a816a3f-cefb-4685-8d39-6823118bd083 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:06.300302 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ebc504-ddec-4660-8d81-aa7c9586d97b", "name": "network-vif-deleted", "tag": "a519fd91-da1c-4583-9e12-39a394a558aa", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:06.300539 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a816a3f-cefb-4685-8d39-6823118bd083 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:06.301184 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ebc504-ddec-4660-8d81-aa7c9586d97b', 'name': 'network-vif-deleted', 'tag': 'a519fd91-da1c-4583-9e12-39a394a558aa', 'status': 'completed', 'code': 200} Nov 10 08:36:06.590607 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46498) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:06.639697 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Deleting subnet 4238e55a-4e84-46c8-89a7-a04394ab588d {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:36:06.643670 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.683134 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.736773 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5d4184f5-af2f-4d21-b5ab-0687386ab2ac req-d484e721-7923-45b2-a577-276ac3ba5444 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ebc504-ddec-4660-8d81-aa7c9586d97b HTTP/1.1" status: 200 len: 210 time: 0.0300965 Nov 10 08:36:06.745731 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.852869 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.883422 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4238e55a-4e84-46c8-89a7-a04394ab588d,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:06.886079 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:06.889045 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4238e55a-4e84-46c8-89a7-a04394ab588d HTTP/1.1" status: 204 len: 168 time: 0.2974422 Nov 10 08:36:06.892555 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46502) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:06.895660 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.896037 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.896380 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.896713 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.897053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.897368 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.897694 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.898020 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.898343 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.898665 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.898987 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.899301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad6337-2a49-434a-935d-22a6a7701b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:06.962725 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.039267 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.062511 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12512c82-f367-4ba4-88f5-7a77184a0b56']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.072376 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a453248-b788-4f21-8f50-58e8b4d9c8ee') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.072671 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a453248-b788-4f21-8f50-58e8b4d9c8ee') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.082582 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.095651 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.101469 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:36:07.101830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:36:07.103431 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:36:07.233645 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.239385 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.242536 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/12512c82-f367-4ba4-88f5-7a77184a0b56 HTTP/1.1" status: 204 len: 168 time: 0.3490145 Nov 10 08:36:07.245397 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46506) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:07.254083 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa185103-53f9-48da-9f45-e422c0d91d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=12512c82-f367-4ba4-88f5-7a77184a0b56,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:07.297588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Deleting subnet 3d29fde5-7f50-4ba0-bf2f-87a9e31c3fcc {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:36:07.301261 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.335092 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.372493 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.554020 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.583485 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d29fde5-7f50-4ba0-bf2f-87a9e31c3fcc,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:07.591266 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.591266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-135c9071-f4af-46b9-8d75-cacc0d201539 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d29fde5-7f50-4ba0-bf2f-87a9e31c3fcc HTTP/1.1" status: 204 len: 168 time: 0.3438187 Nov 10 08:36:07.592777 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46508) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:07.658447 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.737106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.756201 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfcf8ac-8696-4dd9-93bc-ddc29823dd34']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.766145 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd32ac4-facc-4457-850d-619a9ed1c137') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.766145 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd32ac4-facc-4457-850d-619a9ed1c137') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:07.775240 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.788407 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.794274 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:36:07.794646 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:36:07.796273 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:36:07.909326 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.916388 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:07.919472 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2bfcf8ac-8696-4dd9-93bc-ddc29823dd34 HTTP/1.1" status: 204 len: 168 time: 0.3257899 Nov 10 08:36:07.929481 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971616cd-71de-4c0f-a4f2-1e9811f67564 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfcf8ac-8696-4dd9-93bc-ddc29823dd34,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:08.191255 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ba17d-12bf-4702-b44d-cc81d80682a7 req-b2173ec2-9fc9-4ada-b709-f9b8ede33184 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:08.192840 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-db5ba17d-12bf-4702-b44d-cc81d80682a7 req-b2173ec2-9fc9-4ada-b709-f9b8ede33184 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0511374 Nov 10 08:36:08.238387 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-db5ba17d-12bf-4702-b44d-cc81d80682a7 req-cfb7d682-be02-46dd-a014-b9cf108ecdcc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Nov 10 08:36:08.267150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46518) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:08.306321 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-cc7dd689-1683-44da-a49d-66bf49380140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcd5661482d94e8198148e3de501a9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379930 Nov 10 08:36:08.308710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46520) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:08.354672 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:08.378734 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:08.487234 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:08.489838 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:08.491113 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b62f2209-500d-4f8c-9a4e-57e7359ccdef HTTP/1.1" status: 204 len: 168 time: 0.1814253 Nov 10 08:36:08.498863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b2ca-ddfb-41ba-b75b-2d2722946794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f2209-500d-4f8c-9a4e-57e7359ccdef,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:09.157773 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46526) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:09.195935 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0e94c277-3f20-4db5-a354-93b0d2130d9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=941712d8349f4af38d185df77244b09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368977 Nov 10 08:36:09.198251 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46528) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:09.243211 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:09.263402 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:09.354814 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413254c3-16a2-406f-b311-3d2a91a5559b req-8a492db7-f27a-4fb7-b441-f3290ff5b60e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:09.356279 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-413254c3-16a2-406f-b311-3d2a91a5559b req-8a492db7-f27a-4fb7-b441-f3290ff5b60e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0504992 Nov 10 08:36:09.386427 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:09.388982 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:09.390084 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aab835ec-7174-4917-a7bd-8ccaf2b065fc HTTP/1.1" status: 204 len: 168 time: 0.1909289 Nov 10 08:36:09.408363 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc644f-6823-4618-8c54-f54706b50733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab835ec-7174-4917-a7bd-8ccaf2b065fc,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:09.415614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-413254c3-16a2-406f-b311-3d2a91a5559b req-19d693a4-465a-46e2-840a-32a96e60e710 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Nov 10 08:36:10.529430 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b086a7-6dc9-45be-8493-c40ce25e2c99 req-787cdb28-abca-4f95-9cd5-7e90cb278267 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:10.530895 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-30b086a7-6dc9-45be-8493-c40ce25e2c99 req-787cdb28-abca-4f95-9cd5-7e90cb278267 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0479090 Nov 10 08:36:10.577525 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-30b086a7-6dc9-45be-8493-c40ce25e2c99 req-a86efb67-8f70-478e-b768-e6b5911b034b tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Nov 10 08:36:11.150295 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device a519fd91-da1c-4583-9e12-39a394a558aa no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:36:11.170782 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: a519fd91-da1c-4583-9e12-39a394a558aa {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:36:11.171124 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device a519fd91-da1c-4583-9e12-39a394a558aa not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:36:11.688635 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d402d4-bb38-406e-990d-214af2ae40ac req-f3c19fc7-09cd-45ea-8c2f-a31b5cbff674 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:11.690098 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-03d402d4-bb38-406e-990d-214af2ae40ac req-f3c19fc7-09cd-45ea-8c2f-a31b5cbff674 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0474675 Nov 10 08:36:11.740405 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-03d402d4-bb38-406e-990d-214af2ae40ac req-0ff9eeb6-fc25-4794-ade8-530a3a7f23cc tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Nov 10 08:36:12.851490 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f4a35-c234-4158-b929-e01837a65d9f req-befc22ee-ec23-48f6-90e5-b935d48b502d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:12.852968 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fc0f4a35-c234-4158-b929-e01837a65d9f req-befc22ee-ec23-48f6-90e5-b935d48b502d tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0468280 Nov 10 08:36:12.898251 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fc0f4a35-c234-4158-b929-e01837a65d9f req-1266d604-9afa-4307-be31-442d70c8af37 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Nov 10 08:36:13.029760 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-19f21c7a-d73c-4bba-ad0f-13a868b5012c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:14.008792 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02343504-54ac-4bfb-abf8-dff2dd73f1bd req-e1299560-5915-416b-82ac-123605ab5b57 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:14.010247 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-02343504-54ac-4bfb-abf8-dff2dd73f1bd req-e1299560-5915-416b-82ac-123605ab5b57 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0467646 Nov 10 08:36:14.044071 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-84b17c48-de6a-4c82-a803-f895e81a387e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:14.045531 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-84b17c48-de6a-4c82-a803-f895e81a387e tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 945 time: 0.0472529 Nov 10 08:36:14.056540 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-02343504-54ac-4bfb-abf8-dff2dd73f1bd req-9d463cb3-4ea2-4a34-a9ac-fe5a96095d44 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ffd902-01cc-426a-a9fc-62d060be537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 10 08:36:14.134151 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Deleting port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:14.134487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:14.223738 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] For port b4fb42c1-9100-4dae-a014-fe232b7d3bc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:14.224050 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:14.236529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Calling delete_port for b4fb42c1-9100-4dae-a014-fe232b7d3bc4 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:14.424601 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:14.440407 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['b4fb42c1-9100-4dae-a014-fe232b7d3bc4'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:14.452646 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Pushing event deleted for resources: {'Port': ['ID=b4fb42c1-9100-4dae-a014-fe232b7d3bc4,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:14.491825 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] No DVR routers for this DVR port b4fb42c1-9100-4dae-a014-fe232b7d3bc4 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:36:14.494254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:14.497775 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7fcc160c-12e8-4829-8809-577e0cfec106 req-d1413b59-432d-4ff8-845b-28aec4b74f48 tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.45 "DELETE /v2.0/ports/b4fb42c1-9100-4dae-a014-fe232b7d3bc4 HTTP/1.1" status: 204 len: 173 time: 0.4454410 Nov 10 08:36:14.498229 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'name': 'network-vif-deleted', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:14.500488 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339be8a7-77c0-4805-a7dd-7185620f0b13" -d '{"events": [{"server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "name": "network-vif-deleted", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:14.541097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bf3633-78d2-4250-a208-0317108b5997 x-openstack-request-id: req-43bf3633-78d2-4250-a208-0317108b5997 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:14.541097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45b133e-a586-4d9e-af34-8dc0f3c7416d", "name": "network-vif-deleted", "tag": "b4fb42c1-9100-4dae-a014-fe232b7d3bc4", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:14.541097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43bf3633-78d2-4250-a208-0317108b5997 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:14.541097 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45b133e-a586-4d9e-af34-8dc0f3c7416d', 'name': 'network-vif-deleted', 'tag': 'b4fb42c1-9100-4dae-a014-fe232b7d3bc4', 'status': 'completed', 'code': 200} Nov 10 08:36:15.161920 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8cb203df-a72c-4b4d-ad78-194463c65e0a req-26615d2a-afad-401d-9cc4-18ac9883b28a tempest-ServerRescueNegativeTestJSON-2013849780 tempest-ServerRescueNegativeTestJSON-2013849780-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45b133e-a586-4d9e-af34-8dc0f3c7416d HTTP/1.1" status: 200 len: 210 time: 0.0287933 Nov 10 08:36:15.347724 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8332-72a9-469f-b621-52dbf917402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:16.218046 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46612) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:16.378155 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:16.832841 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.122038 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Deleting port 12f9718d-395d-43bd-b6ea-593fa2c0854b {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:17.122371 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.198412 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] For port 12f9718d-395d-43bd-b6ea-593fa2c0854b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12f9718d-395d-43bd-b6ea-593fa2c0854b,segment=NetworkSegment(ec9616f3-565e-481d-811b-5a6e5dae4c6d),segment_id=ec9616f3-565e-481d-811b-5a6e5dae4c6d)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:17.198781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.210921 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Calling delete_port for 12f9718d-395d-43bd-b6ea-593fa2c0854b owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:17.475085 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.498198 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f9718d-395d-43bd-b6ea-593fa2c0854b,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:17.651746 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.776476 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:17.866500 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:36:17.969404 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:36:17.975336 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-33fbbf5f-119a-4ef1-9cd0-d7dbcd450ed6 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fd36e0b-4207-4db7-ac52-1129fc16fa3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562718 Nov 10 08:36:17.977934 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46626) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:17.979184 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4931aef-8241-4111-9336-ea568294851d None None] Sync routers for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:36:17.988515 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:36:17.989194 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:18.086721 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.100800 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:36:18.195545 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.280405 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:36:17Z', 'revision_number': 5, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port': {'id': 'a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:54Z', 'updated_at': '2021-11-10T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:18.305850 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4931aef-8241-4111-9336-ea568294851d None None] Checking router: 5fd36e0b-4207-4db7-ac52-1129fc16fa3f for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:36:18.315232 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] Routers {'5fd36e0b-4207-4db7-ac52-1129fc16fa3f'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:36:18.315826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Deleting port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:18.315960 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:18.316207 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.398207 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] For port a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:18.398813 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.405396 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] Set router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f gateway port host: None {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:36:18.412765 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Calling delete_port for a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:18.459819 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-e4931aef-8241-4111-9336-ea568294851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:36:18Z', 'revision_number': 6, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:18.487272 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4931aef-8241-4111-9336-ea568294851d None None] The sync data for ids ['5fd36e0b-4207-4db7-ac52-1129fc16fa3f'] in dv-cinder-817351-1-iscsi is: [{'id': '5fd36e0b-4207-4db7-ac52-1129fc16fa3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1331108516-router', 'tenant_id': '55577f76080645f3929affba4566c88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:36:18Z', 'revision_number': 6, 'project_id': '55577f76080645f3929affba4566c88e', 'gw_port_host': None}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:36:18.553623 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.658067 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.690689 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:18.745460 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.869318 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.871631 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:18.979300 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12f9718d-395d-43bd-b6ea-593fa2c0854b no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:36:18.999788 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 12f9718d-395d-43bd-b6ea-593fa2c0854b {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:36:19.000161 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12f9718d-395d-43bd-b6ea-593fa2c0854b not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:36:19.033974 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.034503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd36e0b-4207-4db7-ac52-1129fc16fa3f {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:36:19.043275 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.043275 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5e8f9631-4c37-4b4a-b36c-8631a54dadd0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5fd36e0b-4207-4db7-ac52-1129fc16fa3f HTTP/1.1" status: 204 len: 168 time: 1.0615411 Nov 10 08:36:19.043275 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46646) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:19.089294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Deleting subnet c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:36:19.092379 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.126859 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.168212 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.180208 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device b4fb42c1-9100-4dae-a014-fe232b7d3bc4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:36:19.202566 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: b4fb42c1-9100-4dae-a014-fe232b7d3bc4 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:36:19.202912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device b4fb42c1-9100-4dae-a014-fe232b7d3bc4 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:36:19.291561 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.316517 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b1a85e-25eb-4e3f-8b48-bb00012e19c8,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:19.322061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.326393 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7b64d3ff-f916-43ae-8300-b0084d51ed27 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0b1a85e-25eb-4e3f-8b48-bb00012e19c8 HTTP/1.1" status: 204 len: 168 time: 0.2825241 Nov 10 08:36:19.329057 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46650) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:19.400904 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.481324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.502279 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b917d4-a943-4ed1-8269-d45364cbe831']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:19.512380 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9616f3-565e-481d-811b-5a6e5dae4c6d') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:19.512752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9616f3-565e-481d-811b-5a6e5dae4c6d') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:19.522257 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.536109 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.542850 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:36:19.547487 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:36:19.681172 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.687086 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:19.690584 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01b917d4-a943-4ed1-8269-d45364cbe831 HTTP/1.1" status: 204 len: 168 time: 0.3604369 Nov 10 08:36:19.712182 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b07e0-6976-48a1-af4a-b93fce0e0854 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b917d4-a943-4ed1-8269-d45364cbe831,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:20.084594 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46660) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:20.124077 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-afd8718f-b0f7-44c2-b5e4-64eaec7aa6cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55577f76080645f3929affba4566c88e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382080 Nov 10 08:36:20.126393 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46662) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:20.174607 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:20.195807 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:20.309578 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:20.312191 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:20.313322 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0ffd902-01cc-426a-a9fc-62d060be537c HTTP/1.1" status: 204 len: 168 time: 0.1860144 Nov 10 08:36:20.323157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aaf324-0b84-41c3-ae46-1e8a4d615092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ffd902-01cc-426a-a9fc-62d060be537c,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:20.458740 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84122a-2e88-4535-8f3a-c67484172fa7 req-c70bc5bb-8fc2-43f9-ac7d-122a02ed2b9e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:20.460212 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9f84122a-2e88-4535-8f3a-c67484172fa7 req-c70bc5bb-8fc2-43f9-ac7d-122a02ed2b9e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Nov 10 08:36:20.729689 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9f84122a-2e88-4535-8f3a-c67484172fa7 req-7570a854-5df3-4404-a5aa-51dd929d2937 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2633531 Nov 10 08:36:20.730522 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:36:20.754732 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:36:20.755303 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a5bbc5bb-b6ed-4702-893d-6bacb7b3d3df not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:36:21.294092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46696) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:21.398255 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1190413901-network', 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:21.463427 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:36:21.465644 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.477651 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.548338 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.623404 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.644879 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:36:21.659719 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7397b408-d01b-416b-94db-8d380863a9ef,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:21.662520 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.662856 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Added segment 7c9f0a95-2dd4-49ad-a884-b954da3a7045 of type vlan for network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 Nov 10 08:36:21.703608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.789793 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.800413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:21.800413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:21.848263 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138216-5826-4b50-8180-6ef9cb8914a8 req-46180669-5b7d-4847-8293-eb48f3cfe2ac tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:21.849737 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77138216-5826-4b50-8180-6ef9cb8914a8 req-46180669-5b7d-4847-8293-eb48f3cfe2ac tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Nov 10 08:36:21.850430 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1140b8bc-5e3e-44fc-8951-7c3a054d22e3,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:21.860192 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:36:21.890821 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-776de27b-13c6-4f3e-a4e4-33c0016926c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5954010 Nov 10 08:36:21.891531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46702) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:21.897548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Request body: {'subnet': {'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1190413901-subnet', 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:21.900317 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-77138216-5826-4b50-8180-6ef9cb8914a8 req-e779ca30-872a-4b7b-8d86-207f31ab794a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442946 Nov 10 08:36:21.982298 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:36:21.984677 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.195809 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.254649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad84943-300f-440d-8521-249bdcf89cb9,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:22.263969 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Checking segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:36:22.265101 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Network hostable DHCP agents. Network: 1140b8bc-5e3e-44fc-8951-7c3a054d22e3, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:36:22.338169 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:36:22.400767 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 1140b8bc-5e3e-44fc-8951-7c3a054d22e3) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:36:22.404909 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:22.405501 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.413109 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ff777-390c-43c2-a8f8-d33279dc504f None None] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:36:22.448279 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46710) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:22.493453 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-2f379cc6-fed4-426a-985f-d0a8f2e473d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5997696 Nov 10 08:36:22.536357 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882fde59-09fc-4190-b00c-eaf4403bbd0d None None] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:36:22.557892 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f3e58aa-8aa1-435f-ab7d-036e5458881a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.639552 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f3e58aa-8aa1-435f-ab7d-036e5458881a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.696815 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f3e58aa-8aa1-435f-ab7d-036e5458881a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.737062 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5f3e58aa-8aa1-435f-ab7d-036e5458881a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ec128e12b3f49d69ac0438ace4280f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875764 Nov 10 08:36:22.738167 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e58aa-8aa1-435f-ab7d-036e5458881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2341cfe-dce7-455d-8be9-b00781144756,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:22.739687 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46722) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:22.794220 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.809854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.938846 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.941371 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:22.942494 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2341cfe-dce7-455d-8be9-b00781144756 HTTP/1.1" status: 204 len: 168 time: 0.2017653 Nov 10 08:36:22.961343 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89e8d2-c075-43de-859f-375dc203a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2341cfe-dce7-455d-8be9-b00781144756,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:22.973115 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-3e806f99-0c2a-43f2-bc23-95d28b342bc8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:22.974623 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-3e806f99-0c2a-43f2-bc23-95d28b342bc8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1116009 Nov 10 08:36:23.013119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-3938b093-41cb-4b58-92b2-2010ca9eb0ab tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/quotas/8db146857b434e1a87c6ae88c88bd12f HTTP/1.1" status: 200 len: 375 time: 0.0139747 Nov 10 08:36:23.041935 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edc934-f10b-4f34-879b-6f48f4e0b0ba req-bddfc114-32c3-4a8c-b0b2-545cd77d9dba tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:23.043350 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-92edc934-f10b-4f34-879b-6f48f4e0b0ba req-bddfc114-32c3-4a8c-b0b2-545cd77d9dba tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0678422 Nov 10 08:36:23.059369 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-5f53246e-771c-4c5c-bf0f-7395986cdb05 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393245 Nov 10 08:36:23.144239 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-92edc934-f10b-4f34-879b-6f48f4e0b0ba req-f11b508c-3496-482a-9c47-db94bfbdf453 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877807 Nov 10 08:36:23.174127 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-54722f55-e977-49a7-8b76-a0a3383fc534 service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031263 Nov 10 08:36:23.265305 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-4c6328d2-0f9c-4ffd-abaa-02589eb22223 service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852318 Nov 10 08:36:23.599143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 46738) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:23.613198 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1fd39d87-3e74-4aab-a2d5-ec37a0c0876d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.685338 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1fd39d87-3e74-4aab-a2d5-ec37a0c0876d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.743851 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1fd39d87-3e74-4aab-a2d5-ec37a0c0876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.781580 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1fd39d87-3e74-4aab-a2d5-ec37a0c0876d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1792cc901894e80ae830ab3eed286b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812942 Nov 10 08:36:23.783077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd39d87-3e74-4aab-a2d5-ec37a0c0876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b6f4dc-5d08-408f-9f65-a92b355cd663,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:23.784955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 46740) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:23.831158 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.851780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.978191 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.980819 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:23.982888 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06b6f4dc-5d08-408f-9f65-a92b355cd663 HTTP/1.1" status: 204 len: 168 time: 0.1960061 Nov 10 08:36:23.989863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0ce7-9a6a-4384-92f2-ac99f922a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b6f4dc-5d08-408f-9f65-a92b355cd663,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:24.259024 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a00d0-dcaa-402e-b21d-65553ffd1ab2 req-e6e381ef-4c8d-4d37-80e3-fa62285a420c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:24.260409 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-238a00d0-dcaa-402e-b21d-65553ffd1ab2 req-e6e381ef-4c8d-4d37-80e3-fa62285a420c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Nov 10 08:36:24.307861 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-238a00d0-dcaa-402e-b21d-65553ffd1ab2 req-f80285d8-4d59-4bc2-a776-00afe427958c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416145 Nov 10 08:36:24.542586 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1b08197d-95a4-4216-b688-39d2f61018ba req-261f9b0b-4f40-44d6-870a-0cac02825baa tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 210 time: 0.0251248 Nov 10 08:36:25.151793 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:36:25.421636 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0022b3-f7f4-44ea-9041-ed008c00cd17 req-b0ead52a-26a5-4d63-ad0c-1ada3c2c7944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:25.423156 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dd0022b3-f7f4-44ea-9041-ed008c00cd17 req-b0ead52a-26a5-4d63-ad0c-1ada3c2c7944 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0475683 Nov 10 08:36:25.469287 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dd0022b3-f7f4-44ea-9041-ed008c00cd17 req-c0d4b559-e079-43e0-845a-e28b239477a2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401645 Nov 10 08:36:25.637869 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c2712d2-edad-4f5b-abdc-afa3354ee8bd req-13ba2ea8-6bba-4a13-93fe-c48bd067f2e1 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Nov 10 08:36:26.582529 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd954a-1c98-49a6-b534-d58c21ac41b9 req-776a7d3b-02f1-45ec-8e95-1f135d6dc25c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:26.584008 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3dbd954a-1c98-49a6-b534-d58c21ac41b9 req-776a7d3b-02f1-45ec-8e95-1f135d6dc25c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Nov 10 08:36:26.634583 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3dbd954a-1c98-49a6-b534-d58c21ac41b9 req-9ab69422-20be-4930-82c1-eebfb28599f8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439763 Nov 10 08:36:26.737347 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8ad5faa4-8e39-420b-9b74-8ad44eccd58e req-dac74f7d-be75-4aef-afac-5fd23f446a28 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 210 time: 0.0255041 Nov 10 08:36:26.861209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-aa086cf4-d2db-47a7-8546-7118f70c8b3a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:26.863168 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-aa086cf4-d2db-47a7-8546-7118f70c8b3a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1041446 Nov 10 08:36:26.879677 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Request body: {'port': {'device_id': '0ba5409a-be56-4f57-91b8-387678e54f40', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'admin_state_up': True, 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:27.056977 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:36:27.061057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:27.193088 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Allocated IP 172.20.0.2 (1140b8bc-5e3e-44fc-8951-7c3a054d22e3/bad84943-300f-440d-8521-249bdcf89cb9/fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:36:27.338540 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:27.441498 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:27.490208 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:36:27.493585 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:36:27.497691 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:36:27.504177 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event updated for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:27.549963 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:27.550543 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:27.649569 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-ed02308b-172f-41f5-8d8f-8bc12bb130b7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740600 Nov 10 08:36:27.665081 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Request body: {'port': {'device_id': '0ba5409a-be56-4f57-91b8-387678e54f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:27.722046 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:27.759165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e95ec7-0e03-47a5-9ad5-56760412a5fa req-8bf4e2f0-2079-4f7e-9739-9997f369a1fc tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:27.761274 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-38e95ec7-0e03-47a5-9ad5-56760412a5fa req-8bf4e2f0-2079-4f7e-9739-9997f369a1fc tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0502515 Nov 10 08:36:27.831352 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-38e95ec7-0e03-47a5-9ad5-56760412a5fa req-5b1087e8-87ea-4077-bd98-cc858ca2abce tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612462 Nov 10 08:36:27.870960 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647236-cfcf-4cec-b9ed-82908ad7025f req-03eca81f-5703-4e87-9bd7-cb1b7276dbcb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:27.872593 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-da647236-cfcf-4cec-b9ed-82908ad7025f req-03eca81f-5703-4e87-9bd7-cb1b7276dbcb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 931 time: 0.0592480 Nov 10 08:36:27.925850 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-da647236-cfcf-4cec-b9ed-82908ad7025f req-66e416ce-bc12-42a2-b7ab-c4f69827393f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Nov 10 08:36:28.002104 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:36:28.010035 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:28.023150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Transition to ACTIVE for port object fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:36:28.098295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:28.149691 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:28.216406 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Attempting to bind port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:36:28.216649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Attempting to bind port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:36:28.216973 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Attempting to bind port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:36:28.221118 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:36:28.221435 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Attempting to bind port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:36:28.226286 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:36:28.226648 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Checking segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:36:28.227051 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Bound using segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:36:28.227492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Bound port: fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:36:28.227841 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:28.289056 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:36:28.296292 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:36:28.367329 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:28.405989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.406600 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:28.408002 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e HTTP/1.1" status: 200 len: 1093 time: 0.7470291 Nov 10 08:36:28.408442 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:28.410661 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd0180-8afe-4b4b-89a6-f16ac08850b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:28.429614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700838d-77c7-49ed-9165-383eaeabd9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:28.449662 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10858b8-cd9f-4217-8515-31945c037648 x-openstack-request-id: req-a10858b8-cd9f-4217-8515-31945c037648 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:28.449955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:28.450209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a10858b8-cd9f-4217-8515-31945c037648 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:28.450630 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'status': 'completed', 'code': 200} Nov 10 08:36:28.511658 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-09ab7739-e312-40fc-900d-8be9f981ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.513152 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-09ab7739-e312-40fc-900d-8be9f981ac2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 1096 time: 0.0412138 Nov 10 08:36:28.618465 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-a473e46b-8839-45b1-9f83-f1c23f7d963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.619946 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-a473e46b-8839-45b1-9f83-f1c23f7d963d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db146857b434e1a87c6ae88c88bd12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943055 Nov 10 08:36:28.717281 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-a93eaf8a-9c03-4166-8ac9-30536c37fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.718752 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5abd0180-8afe-4b4b-89a6-f16ac08850b9 req-a93eaf8a-9c03-4166-8ac9-30536c37fcac service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910523 Nov 10 08:36:28.805918 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-805e01fb-87f8-4fe3-8590-2720593bbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.807457 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-805e01fb-87f8-4fe3-8590-2720593bbf64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 1096 time: 0.0415695 Nov 10 08:36:28.850142 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-89a202db-962b-4caa-a64b-6f52a40377ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e HTTP/1.1" status: 200 len: 217 time: 0.0337527 Nov 10 08:36:28.902914 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-4fcbbc85-1fa5-4635-9003-dad08005b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.904429 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-4fcbbc85-1fa5-4635-9003-dad08005b663 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 200 len: 855 time: 0.0475411 Nov 10 08:36:28.936203 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-8f29731e-ae07-4cbc-8870-2d728af083ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237458 Nov 10 08:36:28.989456 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c1e0-5037-42ff-af89-6a77e7247af5 req-d538a156-e120-48e0-88e8-7da645fce59b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:28.991061 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84f9c1e0-5037-42ff-af89-6a77e7247af5 req-d538a156-e120-48e0-88e8-7da645fce59b tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0507462 Nov 10 08:36:29.029943 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-2f3c8508-9657-433f-bf82-24bd5a0196dc service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Nov 10 08:36:29.079786 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fe25-68ae-4eb5-b1e6-9172f50ff29f req-71d8a2bd-3d72-4f7c-a62c-861ee145f144 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:29.081817 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d0b9fe25-68ae-4eb5-b1e6-9172f50ff29f req-71d8a2bd-3d72-4f7c-a62c-861ee145f144 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 943 time: 0.0765538 Nov 10 08:36:29.084993 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84f9c1e0-5037-42ff-af89-6a77e7247af5 req-d7b6eb70-9c31-4c92-92ff-730844692f91 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857658 Nov 10 08:36:29.131108 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d0b9fe25-68ae-4eb5-b1e6-9172f50ff29f req-5574f1fa-6250-4781-b59e-cc54673fda61 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Nov 10 08:36:29.132030 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3065a928-9470-4ad9-9c77-7ee27fd469b1 req-20079738-5b1a-4485-86de-019cb72440ce service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939925 Nov 10 08:36:30.202914 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c20f3d-88b5-4cd8-b7e3-6b3bdcbd42a2 req-99a5bac6-210e-4fa4-bd15-16c00bcd69b0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:30.204631 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81c20f3d-88b5-4cd8-b7e3-6b3bdcbd42a2 req-99a5bac6-210e-4fa4-bd15-16c00bcd69b0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Nov 10 08:36:30.283265 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc065-9511-4218-9a28-bd7450858987 req-b5473ddd-8584-411d-8d87-a8bb039af80e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:30.284776 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a8bc065-9511-4218-9a28-bd7450858987 req-b5473ddd-8584-411d-8d87-a8bb039af80e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 943 time: 0.0792780 Nov 10 08:36:30.287841 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81c20f3d-88b5-4cd8-b7e3-6b3bdcbd42a2 req-dd2d46e5-e39e-4a53-a020-0bbbd2331563 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737381 Nov 10 08:36:30.333884 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a8bc065-9511-4218-9a28-bd7450858987 req-f147e0f2-88ae-4ee0-a81e-4dd98d179323 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Nov 10 08:36:31.400742 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8a96e-a142-4d28-aea0-be8c9506b31b req-b7edefe2-5fa3-47c0-86c8-99ed9854533a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:31.402212 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-15e8a96e-a142-4d28-aea0-be8c9506b31b req-b7edefe2-5fa3-47c0-86c8-99ed9854533a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Nov 10 08:36:31.475871 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-15e8a96e-a142-4d28-aea0-be8c9506b31b req-ef678c8b-f8c2-4268-bb33-0fe7ca58cff1 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646639 Nov 10 08:36:31.483101 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d945-011c-4121-8fcd-8161c8c4fec9 req-30da4c92-079b-4fad-a075-1354e8385bcb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:31.485644 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fd3d945-011c-4121-8fcd-8161c8c4fec9 req-30da4c92-079b-4fad-a075-1354e8385bcb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 943 time: 0.0814669 Nov 10 08:36:31.537343 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fd3d945-011c-4121-8fcd-8161c8c4fec9 req-64596221-72d5-4fac-84b7-21a36691f568 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Nov 10 08:36:31.866365 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebda6f1-afbd-4bba-9c34-4591517e9d4c req-1b1542ea-0ee3-45eb-961c-0424b3dc3bb5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:31.867815 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3ebda6f1-afbd-4bba-9c34-4591517e9d4c req-1b1542ea-0ee3-45eb-961c-0424b3dc3bb5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0481043 Nov 10 08:36:31.915527 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3ebda6f1-afbd-4bba-9c34-4591517e9d4c req-ca9e1aa3-17f0-432b-980a-74c284b20800 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416572 Nov 10 08:36:32.012504 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-0c809944-75c3-4970-979e-61f3cfaa739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:32.013963 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-0c809944-75c3-4970-979e-61f3cfaa739d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 1098 time: 0.0409501 Nov 10 08:36:32.107755 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-23d3e385-1e9b-41e0-96bc-cea24ba4295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:32.109602 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-23d3e385-1e9b-41e0-96bc-cea24ba4295c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.0869029 Nov 10 08:36:32.176729 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-d9329873-1cdf-498a-8e3b-5c72c420108d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 200 len: 1001 time: 0.0579660 Nov 10 08:36:32.227358 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-dd621b15-3833-4db0-86e6-643bfc83c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:32.228808 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-dd621b15-3833-4db0-86e6-643bfc83c5a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.0448060 Nov 10 08:36:32.277467 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-edc27152-042e-4c02-9d45-16ddeae700c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:32.278903 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-edc27152-042e-4c02-9d45-16ddeae700c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425975 Nov 10 08:36:32.371439 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-d09b3915-bfc6-4417-8bca-a9f9b9aa6534 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Nov 10 08:36:32.464563 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a3b12788-aca5-4968-8beb-573e96d9cd79 req-64484ca9-fc2e-4be8-8d44-c28acca3733a service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Nov 10 08:36:32.656210 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed891c4a-3596-4b1a-a286-855378bb9d15 req-2803337c-7f7b-4d53-b4fe-c8a08ba6b46f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:32.657602 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed891c4a-3596-4b1a-a286-855378bb9d15 req-2803337c-7f7b-4d53-b4fe-c8a08ba6b46f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 943 time: 0.0485141 Nov 10 08:36:32.706504 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed891c4a-3596-4b1a-a286-855378bb9d15 req-0ddb8676-a485-4d6e-8acd-979091d8976e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Nov 10 08:36:33.035215 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b503-449b-4f89-9227-b29e8d5191bb req-72d057b4-83ae-4dc4-a997-42c9ad050c56 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:33.036748 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4458b503-449b-4f89-9227-b29e8d5191bb req-72d057b4-83ae-4dc4-a997-42c9ad050c56 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0527174 Nov 10 08:36:33.089909 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4458b503-449b-4f89-9227-b29e8d5191bb req-9f0df7e1-8ef7-4c36-912d-edebff098b66 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471697 Nov 10 08:36:33.230195 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:36:33.327807 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:33.338310 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'port_id': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'mac_address': 'fa:16:3e:c3:dd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad84943-300f-440d-8521-249bdcf89cb9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:36:33.382398 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:33.397489 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:36:33.417497 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:33.491393 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:33.550042 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:33.560266 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.560646 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.560995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.561441 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.561781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.562117 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.562447 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.562779 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.563106 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.563431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.563755 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.564103 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:36:33.725556 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:33.831496 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511446b6-c57e-45b4-b74a-9a651e330931 req-b1961fdd-fcb5-4077-8d19-713668f78ab3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:33.833003 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-511446b6-c57e-45b4-b74a-9a651e330931 req-b1961fdd-fcb5-4077-8d19-713668f78ab3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Nov 10 08:36:33.881171 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-511446b6-c57e-45b4-b74a-9a651e330931 req-1199476b-dc4a-4b1f-b78b-286ef00ae824 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Nov 10 08:36:34.215539 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc853a19-ad82-4bd3-a419-76502079170c req-2749b93f-b4f6-4912-8bab-29485fd2601f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:34.217064 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc853a19-ad82-4bd3-a419-76502079170c req-2749b93f-b4f6-4912-8bab-29485fd2601f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0508223 Nov 10 08:36:34.264391 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc853a19-ad82-4bd3-a419-76502079170c req-212754a1-7988-44cf-8381-15f2e83cb991 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408349 Nov 10 08:36:34.766872 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:34.994450 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177268b3-71d6-4202-9be5-388e4751e7b9 req-3ebfa395-d3f3-436b-8187-fffaf5be5f8f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:34.995927 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-177268b3-71d6-4202-9be5-388e4751e7b9 req-3ebfa395-d3f3-436b-8187-fffaf5be5f8f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 944 time: 0.0488784 Nov 10 08:36:35.051016 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-177268b3-71d6-4202-9be5-388e4751e7b9 req-f363174e-c886-4e2a-9482-47d9a7e1ba70 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485907 Nov 10 08:36:35.236900 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:36:35.337850 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:36:35.341910 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:36:35.342280 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:35.419654 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:35.442187 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:35.444439 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbb0df-51c6-4b20-9b02-36b5f02c7026" -d '{"events": [{"server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "name": "network-vif-plugged", "status": "completed", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:35.456954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:35.483184 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d748ab-c72f-4753-9efe-06dde340549c x-openstack-request-id: req-68d748ab-c72f-4753-9efe-06dde340549c {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:35.483493 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "name": "network-vif-plugged", "status": "completed", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:35.483852 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68d748ab-c72f-4753-9efe-06dde340549c {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:35.484282 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'code': 200} Nov 10 08:36:35.503975 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:35.552357 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:35.741128 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a841b-a353-4bc3-be4e-bd5c2e2f12cc req-8e3f24ab-42db-4a27-b1b9-15e76b23e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:35.742575 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ff0a841b-a353-4bc3-be4e-bd5c2e2f12cc req-8e3f24ab-42db-4a27-b1b9-15e76b23e9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 1098 time: 0.0396888 Nov 10 08:36:35.787964 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ff0a841b-a353-4bc3-be4e-bd5c2e2f12cc req-f465c6a3-00ee-4e5d-bfea-df86a46d7d22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Nov 10 08:36:36.163980 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca82b-8c94-4c36-b82e-ee69bb09bafe req-1a0c22d8-debe-483d-90e0-f6a1f5502629 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:36.165596 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcbca82b-8c94-4c36-b82e-ee69bb09bafe req-1a0c22d8-debe-483d-90e0-f6a1f5502629 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 945 time: 0.0484691 Nov 10 08:36:36.217784 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dcbca82b-8c94-4c36-b82e-ee69bb09bafe req-0a16c175-5bfa-4054-b8de-d143508920cd tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Nov 10 08:36:37.338289 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f141-8e4d-4259-9e14-389b9509570d req-0fe52ac9-16a3-483f-988f-ca185bfe7ae7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:37.339946 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a32f141-8e4d-4259-9e14-389b9509570d req-0fe52ac9-16a3-483f-988f-ca185bfe7ae7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Nov 10 08:36:37.387979 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4a32f141-8e4d-4259-9e14-389b9509570d req-64b941b0-50aa-4010-9ddc-51be1d762a07 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Nov 10 08:36:43.006740 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7845129d-8e8e-44fe-846a-fb7190395637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:45.303928 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3e74691d-d9f3-46bf-8582-cba8847e2387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:46.326963 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:47.772882 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:48.550670 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:48.599218 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-70f7ad1f-8684-47e9-b6d9-74a11f9153ba tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:48.600689 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-70f7ad1f-8684-47e9-b6d9-74a11f9153ba tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1070597 Nov 10 08:36:48.616508 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-1f22ed4f-dc2e-4a0e-a6fe-84364e05f0ec tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/quotas/8db146857b434e1a87c6ae88c88bd12f HTTP/1.1" status: 200 len: 375 time: 0.0096307 Nov 10 08:36:48.663666 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-9331ce4a-252a-4db8-a4ec-aa84d52d16dd tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416691 Nov 10 08:36:48.768401 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-5bbc889c-d8ba-46ac-91b9-97b2d904a34b service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978029 Nov 10 08:36:48.859237 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-2a7114b1-0987-4fbb-8870-8b0b47003f12 service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Nov 10 08:36:49.078334 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e94fa958-fe85-4e6b-b587-e16a9a69f13b req-1ffb18c1-5779-49c4-b914-76edbbf1da49 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 210 time: 0.0264359 Nov 10 08:36:50.151301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8d2f0-629d-41e4-bd7d-2b68299b6f0c req-1ce155ea-bb3c-4848-b334-500fb36fb37c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:50.152770 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ed8d2f0-629d-41e4-bd7d-2b68299b6f0c req-1ce155ea-bb3c-4848-b334-500fb36fb37c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0480468 Nov 10 08:36:50.190660 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e471e0d3-eef5-40c1-a9c7-9d9deafb0bf1 req-e58f01f3-c934-48d2-aad2-5d3fc1522231 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 210 time: 0.0369058 Nov 10 08:36:50.222141 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ed8d2f0-629d-41e4-bd7d-2b68299b6f0c req-d1cafdae-a68a-4783-b46f-b52d09ac4ba9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606241 Nov 10 08:36:51.150477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-be39a8de-f85a-4528-91e5-3181f80290fe tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:51.151918 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-be39a8de-f85a-4528-91e5-3181f80290fe tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1044488 Nov 10 08:36:51.168603 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Request body: {'port': {'device_id': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'admin_state_up': True, 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:51.286157 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-aefdcbcc-e73a-44cb-be12-80a2aa1f84a3 req-46010074-4236-4ed0-a1f1-d4187cacae86 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Nov 10 08:36:51.357066 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1bb2-33dd-45d3-b72e-0383f2b18ddd req-675e5785-2051-43b5-8672-ff00bffeed86 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:51.358570 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a62f1bb2-33dd-45d3-b72e-0383f2b18ddd req-675e5785-2051-43b5-8672-ff00bffeed86 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0537848 Nov 10 08:36:51.367139 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:36:51.370689 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:51.407369 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a62f1bb2-33dd-45d3-b72e-0383f2b18ddd req-2a69aeeb-1bd2-4254-9f08-831d1c84b838 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Nov 10 08:36:51.577866 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Allocated IP 172.20.0.6 (1140b8bc-5e3e-44fc-8951-7c3a054d22e3/bad84943-300f-440d-8521-249bdcf89cb9/bef40d5d-9d3b-45bd-8a8c-8db565bf18f1) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:36:51.725394 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:51.812662 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:51.856601 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:36:51.859565 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:36:51.863231 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:36:51.869813 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event updated for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:51.913351 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:51.919810 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:52.003763 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-27437f38-b58b-482e-9b06-761883d97446 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387351 Nov 10 08:36:52.414254 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ae1-d836-49fb-867b-65b7dbe39b5d req-97157d50-bed5-4dfe-917c-394bf51b98f9 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:52.415664 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84e22ae1-d836-49fb-867b-65b7dbe39b5d req-97157d50-bed5-4dfe-917c-394bf51b98f9 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 931 time: 0.0490446 Nov 10 08:36:52.463740 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-84e22ae1-d836-49fb-867b-65b7dbe39b5d req-c89ec8d6-db5f-4f85-9624-aed4c2042626 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Nov 10 08:36:52.525211 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0853ed-1569-4960-b914-8ae3040abfcf req-f38f5b1c-6807-4c54-bb33-c484a7d9682e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:52.526703 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0c0853ed-1569-4960-b914-8ae3040abfcf req-f38f5b1c-6807-4c54-bb33-c484a7d9682e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0472162 Nov 10 08:36:52.571803 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0c0853ed-1569-4960-b914-8ae3040abfcf req-8b63c23b-731e-4b0b-9800-fad1d03c27e1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393052 Nov 10 08:36:53.579806 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854825d-9bb1-4afc-a73a-16d94113c372 req-9600c108-e0a2-455e-9638-745d8053beee tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:53.581248 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c854825d-9bb1-4afc-a73a-16d94113c372 req-9600c108-e0a2-455e-9638-745d8053beee tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 931 time: 0.0505698 Nov 10 08:36:53.628075 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c854825d-9bb1-4afc-a73a-16d94113c372 req-d98bf340-e049-4b91-b136-60b87bc5d3ee tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Nov 10 08:36:53.685574 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384d069-3598-4dd3-ace3-03bdb5f5a68b req-e88b6d07-406e-483f-9743-f4355fe6e73f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:53.687229 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1384d069-3598-4dd3-ace3-03bdb5f5a68b req-e88b6d07-406e-483f-9743-f4355fe6e73f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0463598 Nov 10 08:36:53.732509 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1384d069-3598-4dd3-ace3-03bdb5f5a68b req-bf84ba9d-b2ae-4119-ae2c-0854521cf3f9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 Nov 10 08:36:54.327608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:54.333144 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Request body: {'port': {'device_id': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:54.387580 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:54.646164 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:36:54.653324 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:54.686665 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Transition to ACTIVE for port object bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:36:54.709390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-fe9a200e-f60b-4fcd-a4b3-107c1ca64eee tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:54.710824 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-fe9a200e-f60b-4fcd-a4b3-107c1ca64eee tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0516856 Nov 10 08:36:54.740983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686e42-13fe-4166-a965-a4aec234cc13 req-49ff5632-accc-498c-8a3e-13567bbc5dfa tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:54.742489 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3686e42-13fe-4166-a965-a4aec234cc13 req-49ff5632-accc-498c-8a3e-13567bbc5dfa tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 931 time: 0.0483396 Nov 10 08:36:54.785421 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:54.797482 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3686e42-13fe-4166-a965-a4aec234cc13 req-d6c36620-2423-4432-a6e7-cc550cb257d4 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Nov 10 08:36:54.856326 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Pushing event updated for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:54.867951 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800feb3-16b3-42a0-a9e2-9c174e68a251 req-e10f4a57-0e33-4403-83c3-fc2503da9ba2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:54.868083 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8800feb3-16b3-42a0-a9e2-9c174e68a251 req-e10f4a57-0e33-4403-83c3-fc2503da9ba2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 947 time: 0.0494192 Nov 10 08:36:54.915991 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8800feb3-16b3-42a0-a9e2-9c174e68a251 req-e3b8e6b2-125a-4b9d-a8a5-f112250b42fc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=54cadf16-e5e3-4812-b3ee-4e6858ead26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Nov 10 08:36:55.127298 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Deleting port 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:55.127642 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.221750 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Attempting to bind port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:36:55.222086 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Attempting to bind port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:36:55.222413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Attempting to bind port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:36:55.235692 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:36:55.236047 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Attempting to bind port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:36:55.245523 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] For port 0a103918-0dcd-4fd8-8967-00a49dd75123, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0a103918-0dcd-4fd8-8967-00a49dd75123,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:55.245888 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.248379 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:36:55.248723 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Checking segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:36:55.249182 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Bound using segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:36:55.249618 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Bound port: bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:36:55.249967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.450236 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:36:55.454850 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:36:55.517124 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.517479 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.517790 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Floating IP 20aff016-aa70-4e97-823c-e046cd8d6df4 disassociated. External IP: 172.27.3.18, port: 0a103918-0dcd-4fd8-8967-00a49dd75123. Nov 10 08:36:55.518126 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Calling delete_port for 0a103918-0dcd-4fd8-8967-00a49dd75123 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:55.615097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.668779 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:55.669393 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.670729 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] 10.222.0.45 "PUT /v2.0/ports/bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 HTTP/1.1" status: 200 len: 1093 time: 1.3419242 Nov 10 08:36:55.672813 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:55.674997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47045b81-6a2a-4965-b677-2009239788d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:55.696434 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca95d-2ee8-4f68-8901-8498a41b2915 service neutron] Pushing event updated for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:55.713293 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df574fd-faab-4fac-bf11-d180dcf372eb x-openstack-request-id: req-6df574fd-faab-4fac-bf11-d180dcf372eb {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:55.713589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:55.713844 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6df574fd-faab-4fac-bf11-d180dcf372eb {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:55.714273 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', 'status': 'completed', 'code': 200} Nov 10 08:36:55.773395 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045b81-6a2a-4965-b677-2009239788d1 req-2486493c-557c-458e-8e7c-eab922c84ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:55.774930 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-47045b81-6a2a-4965-b677-2009239788d1 req-2486493c-557c-458e-8e7c-eab922c84ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 1096 time: 0.0410612 Nov 10 08:36:55.778188 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:55.814639 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'Port': ['ID=0a103918-0dcd-4fd8-8967-00a49dd75123,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:55.913737 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d41d5-0d8f-41e2-aef5-acca84a89b7a req-fb3e2a3a-127f-42a2-b52c-c089318505b0 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:55.915257 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3d3d41d5-0d8f-41e2-aef5-acca84a89b7a req-fb3e2a3a-127f-42a2-b52c-c089318505b0 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Nov 10 08:36:55.964900 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3d3d41d5-0d8f-41e2-aef5-acca84a89b7a req-3a49b228-9f04-4383-94ea-f84ff45fdc97 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Nov 10 08:36:55.978057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045b81-6a2a-4965-b677-2009239788d1 req-b6a33049-3eba-4d0f-9d7b-4c71967e5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:55.979275 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-47045b81-6a2a-4965-b677-2009239788d1 req-b6a33049-3eba-4d0f-9d7b-4c71967e5a9e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db146857b434e1a87c6ae88c88bd12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1943240 Nov 10 08:36:56.035088 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c18a45fd-2d3d-4b64-9c1a-dc835ecb8ca5 req-807f5ac2-4e14-446f-bee2-c0371fb7b13e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Nov 10 08:36:56.041362 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:36:56.128872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045b81-6a2a-4965-b677-2009239788d1 req-cc095502-f70a-449f-bbb6-c65b31728941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:56.130309 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-47045b81-6a2a-4965-b677-2009239788d1 req-cc095502-f70a-449f-bbb6-c65b31728941 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427004 Nov 10 08:36:56.208800 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:36:56.219021 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:36:56.229271 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:36:56.230090 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:56.249998 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] No DVR routers for this DVR port 0a103918-0dcd-4fd8-8967-00a49dd75123 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:36:56.252845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-8cc38813-8ee9-4fb0-b99f-4cac04734651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:56.254233 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-8cc38813-8ee9-4fb0-b99f-4cac04734651 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 1096 time: 0.0848563 Nov 10 08:36:56.255217 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:56.258374 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-31e4526d-6d47-4725-9063-1a44c37bdbf0 req-2473a7e1-7017-4483-9c67-6ccc1a542224 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "DELETE /v2.0/ports/0a103918-0dcd-4fd8-8967-00a49dd75123 HTTP/1.1" status: 204 len: 173 time: 1.5406163 Nov 10 08:36:56.307768 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-514ecccc-7f9a-4558-9bb4-03e3a6877a23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 HTTP/1.1" status: 200 len: 217 time: 0.0371375 Nov 10 08:36:56.352065 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:36:56.368485 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-189de9e8-6df4-4340-93df-eb7115529e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:56.370136 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-189de9e8-6df4-4340-93df-eb7115529e41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 200 len: 855 time: 0.0546997 Nov 10 08:36:56.408021 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-2c0c739b-24e8-44f2-8566-2d575f63e6e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241926 Nov 10 08:36:56.504398 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-3ac409d7-eb99-44fb-8424-86a43b2d01de service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885892 Nov 10 08:36:56.569431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:56.596458 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:36:56.605999 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:36:56.606606 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:56.609206 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3b7f610b-0dd7-4cd3-ae3f-5409403290db req-276dde16-c869-4f4b-b915-c4a1ae2348dd service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Nov 10 08:36:56.721561 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:36:56.941980 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:36:56.972920 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8ac92-d715-4cc5-b887-78e0553de046 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:36:57.093637 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bec1e-2aca-490b-9474-a6a8f2725035 req-3d6834c6-caf1-4283-baf4-5b38213fefd2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:57.095312 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c4bec1e-2aca-490b-9474-a6a8f2725035 req-3d6834c6-caf1-4283-baf4-5b38213fefd2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 943 time: 0.0554194 Nov 10 08:36:57.145472 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c4bec1e-2aca-490b-9474-a6a8f2725035 req-8873ffa2-df03-4273-ad38-0005e745988f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Nov 10 08:36:57.219726 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47110) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:57.246459 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3617b-916c-4749-99d9-0e9660a52ffa None None] New status for floating IP 20aff016-aa70-4e97-823c-e046cd8d6df4: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:36:57.286091 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.314863 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.441405 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.444999 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.446390 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "DELETE /v2.0/security-groups/54cadf16-e5e3-4812-b3ee-4e6858ead26d HTTP/1.1" status: 204 len: 168 time: 0.2254333 Nov 10 08:36:57.449023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47112) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:57.456908 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbacf9-ce60-4b2a-9dc3-66f48705b543 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cadf16-e5e3-4812-b3ee-4e6858ead26d,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:57.467643 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.api.v2.resource [None req-954c8054-52bb-4e61-adfd-4dad9e2f94ae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] show failed (client error): The resource could not be found. Nov 10 08:36:57.468788 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-954c8054-52bb-4e61-adfd-4dad9e2f94ae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups/54cadf16-e5e3-4812-b3ee-4e6858ead26d HTTP/1.1" status: 404 len: 347 time: 0.0185230 Nov 10 08:36:57.476388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47114) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:57.612423 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Deleting port b3fc57c2-b2c0-4d46-82b1-743bec7490d0 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:36:57.613127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.691898 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.692239 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.704751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Calling delete_port for b3fc57c2-b2c0-4d46-82b1-743bec7490d0 owned by network:floatingip {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:36:57.715385 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-deleted', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:36:57.717617 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33e3df-9395-470f-aea3-04e5751d4b37" -d '{"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-deleted", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:36:57.757710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fecceb-05c3-4110-9f93-22f5a00447db x-openstack-request-id: req-e1fecceb-05c3-4110-9f93-22f5a00447db {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:36:57.758003 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823", "name": "network-vif-deleted", "tag": "0a103918-0dcd-4fd8-8967-00a49dd75123", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:36:57.758254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1fecceb-05c3-4110-9f93-22f5a00447db {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:36:57.758642 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d156ad2-2d9f-4a08-b4c4-b86b4ca2e823', 'name': 'network-vif-deleted', 'tag': '0a103918-0dcd-4fd8-8967-00a49dd75123', 'status': 'completed', 'code': 200} Nov 10 08:36:57.966916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:57.990846 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'Port': ['ID=b3fc57c2-b2c0-4d46-82b1-743bec7490d0,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:58.057518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.060128 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.061281 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ba99e6e9-99b9-4145-82eb-c5d9e2c4e9c1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "DELETE /v2.0/floatingips/20aff016-aa70-4e97-823c-e046cd8d6df4 HTTP/1.1" status: 204 len: 168 time: 0.5838311 Nov 10 08:36:58.266887 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72707ac-f300-421e-b2a5-2e496afaeb66 req-1168a9d3-f304-43db-8665-48835167d831 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:58.268475 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a72707ac-f300-421e-b2a5-2e496afaeb66 req-1168a9d3-f304-43db-8665-48835167d831 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 943 time: 0.0525601 Nov 10 08:36:58.321238 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a72707ac-f300-421e-b2a5-2e496afaeb66 req-10f6ec62-f98a-4dfb-9dac-558fa1c7389e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Nov 10 08:36:58.382462 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:36:58.386778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:36:58.414008 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 0a103918-0dcd-4fd8-8967-00a49dd75123 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:36:58.414380 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 0a103918-0dcd-4fd8-8967-00a49dd75123 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:36:58.498912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:58.510346 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'port_id': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', 'mac_address': 'fa:16:3e:9a:07:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad84943-300f-440d-8521-249bdcf89cb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:36:58.546905 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.559858 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:36:58.577739 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47128) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:58.580172 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:36:58.582253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075911251', 'description': 'tempest-description--36178754'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:58.645281 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.673647 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.690918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:58.738341 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.805364 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.834061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f59164-41ca-4137-be39-165639c2f383,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:58.883162 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:36:58.921650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:58.922891 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5aefb261-8b48-4020-8578-1f8f9d9d4b4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3441322 Nov 10 08:36:58.925987 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47130) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:58.931086 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group_rule': {'security_group_id': '07f59164-41ca-4137-be39-165639c2f383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:59.025273 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.076614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.149391 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.164965 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87259200-d372-4e8d-9e28-bf8ffe79b012,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:59.224316 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.226017 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d3fd16d0-da1b-44be-953e-a63a6754b2c5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990067 Nov 10 08:36:59.228792 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47136) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:59.233175 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'security_group_rule': {'security_group_id': '07f59164-41ca-4137-be39-165639c2f383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:59.341341 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.414350 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.439207 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3c929-46f9-44c8-ab34-54bfe795846f req-70c2d3f4-21e1-4cb0-a33e-ab8eed12ff97 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:36:59.440744 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2e3c929-46f9-44c8-ab34-54bfe795846f req-70c2d3f4-21e1-4cb0-a33e-ab8eed12ff97 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 944 time: 0.0511568 Nov 10 08:36:59.486435 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2e3c929-46f9-44c8-ab34-54bfe795846f req-a6f8e405-eef8-48bc-9e56-2a8d6c59c9ea tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Nov 10 08:36:59.509562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.527021 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71349c26-4b71-4840-bff2-a0b12ce9e418,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:36:59.586480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.587713 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a217f713-c4cc-4d8a-aacb-19fc3cd99181 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580117 Nov 10 08:36:59.590815 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47142) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:36:59.595205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:36:59.690703 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.784410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:36:59.888460 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Allocated IP 172.27.3.116 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/2cb05800-29b6-451f-9f66-02937a1703cc) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:36:59.991531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.070085 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.108818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:00.111601 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:00.113985 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:00.140874 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=2cb05800-29b6-451f-9f66-02937a1703cc,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:00.203858 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.307847 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.383419 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:00.452109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.538224 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:00.542857 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:00.543381 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.561279 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.612229 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7583-a717-4648-a547-2c864f0e440a req-51de0573-8fab-44c7-9b0e-f114df20e386 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:00.614367 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-116b7583-a717-4648-a547-2c864f0e440a req-51de0573-8fab-44c7-9b0e-f114df20e386 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 944 time: 0.0543606 Nov 10 08:37:00.630477 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.631814 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=2cb05800-29b6-451f-9f66-02937a1703cc,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:00.653227 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.655902 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:00.658167 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413dc8cb-22db-45e0-8d93-3862ac285a1d" -d '{"events": [{"server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "name": "network-vif-plugged", "status": "completed", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:00.669552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-116b7583-a717-4648-a547-2c864f0e440a req-358c09ba-4d31-4544-b50b-31251151b80b tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 Nov 10 08:37:00.671999 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:00.696694 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ea89a-9a53-4395-b20f-85b0bf9fcd60 x-openstack-request-id: req-e60ea89a-9a53-4395-b20f-85b0bf9fcd60 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:00.696977 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "name": "network-vif-plugged", "status": "completed", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:00.697227 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e60ea89a-9a53-4395-b20f-85b0bf9fcd60 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:00.697617 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', 'code': 200} Nov 10 08:37:00.767220 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.769996 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:00.771368 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f9776e82-d5cc-46c8-be5f-4bbc3bbcdea1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1796215 Nov 10 08:37:00.818908 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:00.953638 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47166) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:00.969147 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-8eb62d03-b8e3-49df-8f88-7ed921772d1f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1075911251&fields=id&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 267 time: 0.0435185 Nov 10 08:37:00.997694 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd8f7-c81b-4144-93b3-d29ce89d4776 req-89f893b1-ef15-44fb-9c13-6b65a96644b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:00.999190 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5f9cd8f7-c81b-4144-93b3-d29ce89d4776 req-89f893b1-ef15-44fb-9c13-6b65a96644b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 1098 time: 0.0398340 Nov 10 08:37:01.054337 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5f9cd8f7-c81b-4144-93b3-d29ce89d4776 req-9fd174dc-ab06-4d44-aa8a-cd44e27ccf97 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Nov 10 08:37:01.066283 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e63c2cf0-4f6a-4f47-b253-c0f9b8be54f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.079940 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-58f59a9b-9c4d-42bb-9c2e-31f668314dde tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:01.081322 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-58f59a9b-9c4d-42bb-9c2e-31f668314dde tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 817 time: 0.1042757 Nov 10 08:37:01.096422 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-de1d62f2-7f2d-48e8-8f9e-d0633e38ad32 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/quotas/68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 375 time: 0.0088990 Nov 10 08:37:01.142439 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e63c2cf0-4f6a-4f47-b253-c0f9b8be54f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.148287 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-bfd7db72-5954-406d-b1e3-1957493f323a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458426 Nov 10 08:37:01.205016 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e63c2cf0-4f6a-4f47-b253-c0f9b8be54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.242454 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e63c2cf0-4f6a-4f47-b253-c0f9b8be54f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6a73e3416a44949ae1ab14415748ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877080 Nov 10 08:37:01.243192 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-704c4a47-3681-45b8-b034-b50f9071bd44 service neutron] 10.222.0.21 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Nov 10 08:37:01.245410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47170) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:01.252521 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c2cf0-4f6a-4f47-b253-c0f9b8be54f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d07f22-d16b-499d-92d9-ccd0e9a3e038,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:01.297801 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.319487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.338309 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-d8ef7174-559c-4798-ba63-33de97754702 service neutron] 10.222.0.21 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886390 Nov 10 08:37:01.469887 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.472592 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:01.473810 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95d07f22-d16b-499d-92d9-ccd0e9a3e038 HTTP/1.1" status: 204 len: 168 time: 0.2274995 Nov 10 08:37:01.481542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fd45a-768e-4269-a1ae-62cb783e8d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d07f22-d16b-499d-92d9-ccd0e9a3e038,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:01.624657 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2cd819ae-5791-4a5c-b4ee-b17f3cf5d30c req-382f9089-2039-4f2a-a072-a4350f5041f7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 210 time: 0.0260170 Nov 10 08:37:01.792725 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fd429-d607-4245-a664-c4d817ec198b req-f763bac7-7862-4e24-8c9b-050f3822810a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:01.794162 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5d6fd429-d607-4245-a664-c4d817ec198b req-f763bac7-7862-4e24-8c9b-050f3822810a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Nov 10 08:37:01.854197 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5d6fd429-d607-4245-a664-c4d817ec198b req-4c7d77c5-e9c1-4d58-87f2-64526a94c6ef tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Nov 10 08:37:02.150765 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:37:02.429127 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47206) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:02.525966 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-894197114-network', 'tenant_id': '3520025ebe8b4ee088a48a444c355428'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:02.583500 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Made reservation on behalf of 3520025ebe8b4ee088a48a444c355428 for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:02.586493 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.594945 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.666951 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.722062 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eb96af89-3906-4a63-83b0-db589b9fd7e2 req-f232b3fa-ecd8-4208-bf9b-6272908f7128 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 210 time: 0.0261652 Nov 10 08:37:02.722814 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.747437 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:37:02.757875 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a21a8-fdfc-4c95-a3d9-a67bd4d2af0b,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:02.766310 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.766655 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Added segment 631fdb0c-b61e-4ac6-a5d0-16ab71d96146 of type vlan for network 2e4c7786-f353-4939-be3f-8188316b2e0a Nov 10 08:37:02.810980 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.916265 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:02.917169 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:02.917769 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.004057 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4c7786-f353-4939-be3f-8188316b2e0a,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:03.014248 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 2e4c7786-f353-4939-be3f-8188316b2e0a details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:37:03.024329 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2fe74-4a0f-4cb4-a1b3-2aac8c60bd9e req-602a6162-5e98-47a0-b345-116f7b82c395 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:03.025832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d7b2fe74-4a0f-4cb4-a1b3-2aac8c60bd9e req-602a6162-5e98-47a0-b345-116f7b82c395 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 945 time: 0.1003711 Nov 10 08:37:03.074392 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-64c431f1-91f9-455b-8c8e-d282eeaa2296 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6441660 Nov 10 08:37:03.077825 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47214) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:03.080789 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d7b2fe74-4a0f-4cb4-a1b3-2aac8c60bd9e req-14804b89-4af7-4b7e-b4ac-25fa40346b55 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Nov 10 08:37:03.082742 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Request body: {'subnet': {'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-894197114-subnet', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:03.195679 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Made reservation on behalf of 3520025ebe8b4ee088a48a444c355428 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:03.198065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.405291 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.459924 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92276683-1a69-4b12-b86d-8903858cff3c,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:03.469295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Checking segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:03.469647 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Network hostable DHCP agents. Network: 2e4c7786-f353-4939-be3f-8188316b2e0a, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:37:03.580595 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Network 2e4c7786-f353-4939-be3f-8188316b2e0a is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:37:03.683588 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-7aeec5e9-da32-4fdb-9a32-55b77662bd9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:03.685032 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-7aeec5e9-da32-4fdb-9a32-55b77662bd9b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 817 time: 0.1147296 Nov 10 08:37:03.716806 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 2e4c7786-f353-4939-be3f-8188316b2e0a) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:03.721179 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:03.721761 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.729276 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36407e-7898-4aef-9f22-a180bbb34a0b None None] Network 2e4c7786-f353-4939-be3f-8188316b2e0a requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:37:03.782151 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-9b08af89-a110-49bf-af84-e77bc4205dbe tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 380 time: 0.0837507 Nov 10 08:37:03.794221 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'port': {'device_id': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'admin_state_up': True, 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'security_groups': ['07f59164-41ca-4137-be39-165639c2f383']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:03.836748 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bb5346cd-8f70-4e3d-833b-9326561f157f req-d89e02ec-463a-409d-8945-17a7a77d1fd1 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 210 time: 0.0282555 Nov 10 08:37:03.844291 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b8516b21-a70b-47fb-a403-d7dd5de2518f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7629905 Nov 10 08:37:03.845103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47232) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:03.850744 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:03.903594 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-2e4c7786-f353-4939-be3f-8188316b2e0a', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:37:03.904549 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.974789 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:03.976329 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.040072 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Allocated IP 172.20.0.2 (2e4c7786-f353-4939-be3f-8188316b2e0a/92276683-1a69-4b12-b86d-8903858cff3c/9afdd9e2-e22d-48df-8b19-161ff3238200) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:04.047856 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.058221 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Made reservation on behalf of 68120f0794924ae480f2676a2b58e354 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:04.065020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.185435 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.276078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.318960 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Network 2e4c7786-f353-4939-be3f-8188316b2e0a is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:04.322157 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:04.325441 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:04.339800 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Pushing event updated for resources: {'Port': ['ID=9afdd9e2-e22d-48df-8b19-161ff3238200,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:04.386433 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Attempting to bind port 9afdd9e2-e22d-48df-8b19-161ff3238200 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:04.386810 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Attempting to bind port 9afdd9e2-e22d-48df-8b19-161ff3238200 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:04.387177 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Attempting to bind port 9afdd9e2-e22d-48df-8b19-161ff3238200 on network 2e4c7786-f353-4939-be3f-8188316b2e0a {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:04.392234 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:04.392607 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Checking segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:04.393003 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.393392 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Bound using segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:04.393860 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Bound port: 9afdd9e2-e22d-48df-8b19-161ff3238200, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:04.394243 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.460875 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] For port 9afdd9e2-e22d-48df-8b19-161ff3238200, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:04.463994 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] For port 9afdd9e2-e22d-48df-8b19-161ff3238200, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9afdd9e2-e22d-48df-8b19-161ff3238200,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:04.521788 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.533278 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.549603 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Allocated IP 172.20.0.6 (53d67005-2749-4845-aee8-aef476b438d4/247f789f-193c-4601-ab69-de7c583dfdf6/dbc789a2-45fb-4981-aeb1-e892b9343d99) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:04.593456 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1084f70-2e7c-426d-b38c-7f21f9d31b67 None None] Pushing event updated for resources: {'Port': ['ID=9afdd9e2-e22d-48df-8b19-161ff3238200,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:04.740085 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.801646 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.857195 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:04.944517 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 9afdd9e2-e22d-48df-8b19-161ff3238200 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:04.946363 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Network 53d67005-2749-4845-aee8-aef476b438d4 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:04.982369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:05.009872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:05.015478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:05.025857 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 9afdd9e2-e22d-48df-8b19-161ff3238200 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:05.026373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.095094 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b70342-bc9a-47bb-afa7-fdb4c2f6dec6 req-2a6798bb-4e7d-48b6-a66f-226be94c047f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:05.096369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:05.097033 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.104130 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64b70342-bc9a-47bb-afa7-fdb4c2f6dec6 req-2a6798bb-4e7d-48b6-a66f-226be94c047f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 931 time: 0.1434720 Nov 10 08:37:05.117458 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.138865 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.186531 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ef7d17ba-9130-4a33-afc4-0fdd3290fa1d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3972845 Nov 10 08:37:05.192906 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6d2f6b25-456d-408e-822c-943de6af68de tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:05.196291 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6d2f6b25-456d-408e-822c-943de6af68de tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.2029152 Nov 10 08:37:05.206647 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Request body: {'port': {'device_id': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:05.215031 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-64b70342-bc9a-47bb-afa7-fdb4c2f6dec6 req-1c094604-6323-4d0d-af73-d08ca0af9f8a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094482 Nov 10 08:37:05.241749 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-ae5924e4-b102-4f8d-8c97-f0b36db41b4a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/quotas/8db146857b434e1a87c6ae88c88bd12f HTTP/1.1" status: 200 len: 375 time: 0.0232296 Nov 10 08:37:05.280810 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.307592 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-619a11c6-6a81-446c-b890-731d65fbeda1 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573857 Nov 10 08:37:05.311003 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Allocated IP 172.27.3.169 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/a511a2c7-335b-4bf9-80f1-5e7497c8f2de) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:05.314368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 9afdd9e2-e22d-48df-8b19-161ff3238200, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9afdd9e2-e22d-48df-8b19-161ff3238200,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:05.316796 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.327941 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-42f49bc0-5119-4e12-9750-e129fa081038 None None] Provisioning complete for port dbc789a2-45fb-4981-aeb1-e892b9343d99 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:05.328320 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-42f49bc0-5119-4e12-9750-e129fa081038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.361890 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-42f49bc0-5119-4e12-9750-e129fa081038 None None] Port dbc789a2-45fb-4981-aeb1-e892b9343d99 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:05.388436 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.415723 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-cdef9c47-9efe-4d1b-8a62-e952a311a08b service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977750 Nov 10 08:37:05.450423 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=9afdd9e2-e22d-48df-8b19-161ff3238200,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:05.523117 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-b26458c7-189c-4df8-9917-7d38618e8a5d service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996134 Nov 10 08:37:05.577519 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.705104 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:05.713195 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.731172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Transition to ACTIVE for port object dbc789a2-45fb-4981-aeb1-e892b9343d99 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:37:05.754884 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.782855 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770de8e-3525-43fa-ba96-031192e887ca None None] Network 2e4c7786-f353-4939-be3f-8188316b2e0a requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:37:05.786780 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5f3887d0-33fa-4485-a2eb-3fbf23b2178b req-6e004648-cef0-45ce-9046-a456298d3269 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 210 time: 0.0332286 Nov 10 08:37:05.805597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:05.805597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:05.808950 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:05.832986 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.842164 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Pushing event updated for resources: {'Port': ['ID=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:05.940531 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7c85630c-2095-4766-ad4f-5f360bf92a2f None None] Provisioning complete for port 9afdd9e2-e22d-48df-8b19-161ff3238200 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:05.941249 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7c85630c-2095-4766-ad4f-5f360bf92a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:05.998840 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:06.072876 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Attempting to bind port dbc789a2-45fb-4981-aeb1-e892b9343d99 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:06.073758 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Attempting to bind port dbc789a2-45fb-4981-aeb1-e892b9343d99 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:06.074256 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Attempting to bind port dbc789a2-45fb-4981-aeb1-e892b9343d99 on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:06.080013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Port dbc789a2-45fb-4981-aeb1-e892b9343d99 on network 53d67005-2749-4845-aee8-aef476b438d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:37:06.080340 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Attempting to bind port dbc789a2-45fb-4981-aeb1-e892b9343d99 on network 53d67005-2749-4845-aee8-aef476b438d4 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:06.086014 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:06.086361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Checking segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:06.086751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Bound using segment: {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:06.087182 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Bound port: dbc789a2-45fb-4981-aeb1-e892b9343d99, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4469a5-c1e2-45d6-aad6-76001a2372b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '53d67005-2749-4845-aee8-aef476b438d4'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:06.087538 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.190892 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:06.231335 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:06.258992 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.305820 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-1978d239-a93c-42ba-bd04-60d17c7bfd8b None None] Provisioning complete for port 9afdd9e2-e22d-48df-8b19-161ff3238200 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:06.306391 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1978d239-a93c-42ba-bd04-60d17c7bfd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.333831 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25c22-32e3-4686-ad0a-3bf71685ac7f req-387898b0-1d44-41f4-888e-0ac752b38d0e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:06.335278 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8da25c22-32e3-4686-ad0a-3bf71685ac7f req-387898b0-1d44-41f4-888e-0ac752b38d0e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0511472 Nov 10 08:37:06.338838 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.399128 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:06.399704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.401129 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] 10.222.0.45 "PUT /v2.0/ports/dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 1093 time: 1.2012198 Nov 10 08:37:06.401565 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:06.403842 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:06.419337 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8da25c22-32e3-4686-ad0a-3bf71685ac7f req-028abc53-8b3f-4e2a-8010-5d68bb5d7598 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716851 Nov 10 08:37:06.486285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e30fba-fadc-4967-8c01-7ed3c64c926d x-openstack-request-id: req-93e30fba-fadc-4967-8c01-7ed3c64c926d {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:06.486578 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:06.486828 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93e30fba-fadc-4967-8c01-7ed3c64c926d {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:06.490088 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'status': 'completed', 'code': 200} Nov 10 08:37:06.490088 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:06.515097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.515445 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.515787 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.516153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.516493 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.516832 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.517165 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.517495 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.517820 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.518152 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.518477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.518801 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb2d5e-994d-4f3f-870c-bc23953dace1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:06.597976 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-b9263fd8-b0c3-4939-87f1-cb22e017858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:06.599559 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-b9263fd8-b0c3-4939-87f1-cb22e017858f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1096 time: 0.1036322 Nov 10 08:37:06.602262 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.788523 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-d781f63b-39ca-4887-9de6-18cb2c397742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:06.789985 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-d781f63b-39ca-4887-9de6-18cb2c397742 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=68120f0794924ae480f2676a2b58e354&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1815550 Nov 10 08:37:06.837937 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 9afdd9e2-e22d-48df-8b19-161ff3238200 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:06.868781 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e839ccd3-39cc-40bd-9256-98be30f54e82 req-d72ceb12-f8a0-4b0d-a8cd-31739408e8a5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 210 time: 0.0293150 Nov 10 08:37:06.890161 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 9afdd9e2-e22d-48df-8b19-161ff3238200 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:06.890535 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:06.902325 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-4f76e773-ec3d-4e7f-912f-5bec69d52323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:06.905231 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c658e1fc-adce-499a-9e62-d1c8b4b1fe5c req-4f76e773-ec3d-4e7f-912f-5bec69d52323 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048946 Nov 10 08:37:06.915552 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Router d524e623-a6dd-4287-98b1-63367cc81b1c is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:37:07.058033 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ae0c0b1c-cb5b-4e20-a7e2-e760fe3589fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:07.059384 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-ae0c0b1c-cb5b-4e20-a7e2-e760fe3589fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1096 time: 0.0980804 Nov 10 08:37:07.067042 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:07.076362 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Sync routers for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:07.087171 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:07.087861 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:07.109884 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-bd96ecca-b74a-46e6-871b-08108662c01f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 217 time: 0.0409822 Nov 10 08:37:07.201732 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:07.393160 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:06Z', 'revision_number': 3, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:07.414097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.415302 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-50e7a64b-57cf-4a59-8f43-fa2bc67e26ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5699027 Nov 10 08:37:07.418254 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47272) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:07.426912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Checking router: d524e623-a6dd-4287-98b1-63367cc81b1c for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:07.427266 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Updating router d524e623-a6dd-4287-98b1-63367cc81b1c port a511a2c7-335b-4bf9-80f1-5e7497c8f2de binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:37:07.431661 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-9365980e-dd1c-42d1-8cda-4fb5404989b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:07.433163 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-9365980e-dd1c-42d1-8cda-4fb5404989b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.3140676 Nov 10 08:37:07.454784 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.497390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-cc7fb6f8-166f-4cf6-ace6-fa7d815daecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:07.500298 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-cc7fb6f8-166f-4cf6-ace6-fa7d815daecc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564880 Nov 10 08:37:07.588766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423de798-e38f-4be9-9911-cfd9df4e21cb req-ec0b368b-71e0-4964-8ca6-4b048f16ec6b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:07.590235 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-423de798-e38f-4be9-9911-cfd9df4e21cb req-ec0b368b-71e0-4964-8ca6-4b048f16ec6b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0653780 Nov 10 08:37:07.599722 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-2f006c87-ef9a-4058-aab9-5b23e9c8b432 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902367 Nov 10 08:37:07.695729 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-43ec4520-de66-4e55-9cd2-e9df98681a1d req-d1c2fe6f-34b4-49d1-aae2-702226a19126 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882738 Nov 10 08:37:07.735664 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.810948 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.867852 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Attempting to bind port a511a2c7-335b-4bf9-80f1-5e7497c8f2de on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:07.868242 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Attempting to bind port a511a2c7-335b-4bf9-80f1-5e7497c8f2de by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:07.868598 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Attempting to bind port a511a2c7-335b-4bf9-80f1-5e7497c8f2de on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:07.870529 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00720453-1225-438e-8200-dcd873237076 None None] Pushing event updated for resources: {'Port': ['ID=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:07.876219 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:07.876587 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:07.876979 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.877911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:07.877911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Bound port: a511a2c7-335b-4bf9-80f1-5e7497c8f2de, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:07.878176 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:07.932624 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] For port a511a2c7-335b-4bf9-80f1-5e7497c8f2de, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:07.948505 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] For port a511a2c7-335b-4bf9-80f1-5e7497c8f2de, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:07.948723 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-423de798-e38f-4be9-9911-cfd9df4e21cb req-80ee6a1c-8e33-4c28-b9f3-666b5beb4051 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281305 Nov 10 08:37:08.032090 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-76b2e37c-5d65-4baf-8fce-8ef4b72b71e9 req-af36c37a-d070-47bb-9126-23680904c590 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 210 time: 0.0316350 Nov 10 08:37:08.036102 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.067137 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-1a2bda97-cdfe-47f6-ac0d-2adb3a735c46 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:08.069580 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-1a2bda97-cdfe-47f6-ac0d-2adb3a735c46 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1345122 Nov 10 08:37:08.083999 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Request body: {'port': {'device_id': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'admin_state_up': True, 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:08.098584 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:08.098584 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:08.153849 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00720453-1225-438e-8200-dcd873237076 None None] Pushing event updated for resources: {'Port': ['ID=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:08.230360 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:08.237995 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.263842 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:08.267634 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.403861 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Allocated IP 172.20.0.1 (2e4c7786-f353-4939-be3f-8188316b2e0a/92276683-1a69-4b12-b86d-8903858cff3c/24d4905b-7e63-4b49-a436-6287b9cdc5be) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:08.410093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Allocated IP 172.20.0.9 (1140b8bc-5e3e-44fc-8951-7c3a054d22e3/bad84943-300f-440d-8521-249bdcf89cb9/1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:08.440636 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:06Z', 'revision_number': 3, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:08.467634 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61920d40-5873-43bc-8004-71404f1ee0f7 None None] The sync data for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi is: [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:06Z', 'revision_number': 3, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:08.514529 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.596181 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.610982 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.646397 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Network 2e4c7786-f353-4939-be3f-8188316b2e0a is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:08.651792 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:08.655769 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:08.683077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Pushing event updated for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:08.701790 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.702356 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.702950 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.703503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.703982 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.704348 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.704693 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.705144 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.705144 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.705372 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.705691 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.706002 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.706320 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:08.718629 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.720219 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:08.775226 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:08.780745 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:08.788274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:08.872715 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event updated for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:08.917517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:08.924115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:08.949884 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a511a2c7-335b-4bf9-80f1-5e7497c8f2de up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:09.015812 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-6a0bee1f-4aa7-43ed-be7a-9e43a2cf3731 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359567 Nov 10 08:37:09.029202 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.035096 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Request body: {'port': {'device_id': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:09.094630 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port a511a2c7-335b-4bf9-80f1-5e7497c8f2de triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:09.095021 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.112504 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.205600 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca17ba-86ad-4e46-be4c-842e23ee90a0 req-694f2bc7-f3a1-4fe6-a129-6806f1d54713 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:09.207114 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c3ca17ba-86ad-4e46-be4c-842e23ee90a0 req-694f2bc7-f3a1-4fe6-a129-6806f1d54713 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.1469672 Nov 10 08:37:09.213226 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-de1f2f26-ef71-42e5-9904-80688018171c None None] Provisioning complete for port 24d4905b-7e63-4b49-a436-6287b9cdc5be triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:09.213604 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-de1f2f26-ef71-42e5-9904-80688018171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.270785 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e3f9-abd8-4d2e-8c9d-3866137956fb req-cca8ef49-6e05-418f-b3e7-2ccbcd38ff7c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:09.272967 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0219e3f9-abd8-4d2e-8c9d-3866137956fb req-cca8ef49-6e05-418f-b3e7-2ccbcd38ff7c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 931 time: 0.1385322 Nov 10 08:37:09.295836 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-de1f2f26-ef71-42e5-9904-80688018171c None None] Port 24d4905b-7e63-4b49-a436-6287b9cdc5be cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:09.298318 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.320649 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port a511a2c7-335b-4bf9-80f1-5e7497c8f2de, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:09.385401 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0219e3f9-abd8-4d2e-8c9d-3866137956fb req-cd8b60ba-bfc9-4fec-beae-52822fc553f8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939708 Nov 10 08:37:09.404302 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c3ca17ba-86ad-4e46-be4c-842e23ee90a0 req-447adc97-6188-4d36-9771-0dfc1c325527 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800363 Nov 10 08:37:09.430036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.449382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.450561 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:09.458812 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.471210 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Transition to ACTIVE for port object 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:37:09.479781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:09.519822 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.543986 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.587053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.589681 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Pushing event updated for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:09.600736 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:09.668983 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Attempting to bind port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:09.669300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Attempting to bind port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:09.669626 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Attempting to bind port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:09.673911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:37:09.674239 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Attempting to bind port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:09.679712 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:09.680081 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Checking segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:09.680470 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Bound using segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:09.680897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Bound port: 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:09.681248 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.685076 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Network 2e4c7786-f353-4939-be3f-8188316b2e0a is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:09.686625 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:09.756450 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:09.758473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:09.802409 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Router d524e623-a6dd-4287-98b1-63367cc81b1c has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:37:09.823304 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.866934 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:09.867562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.868966 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 HTTP/1.1" status: 200 len: 1093 time: 0.8423240 Nov 10 08:37:09.869408 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:09.871667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df1e56-4432-4cca-9a69-ec12050c7e59" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:09.892464 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890c48c-fd2f-4e6a-b09f-f557c7280dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:09.912899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da537c05-95ba-4ac5-b86b-67591be75749 x-openstack-request-id: req-da537c05-95ba-4ac5-b86b-67591be75749 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:09.913197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:09.913446 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da537c05-95ba-4ac5-b86b-67591be75749 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:09.913841 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', 'status': 'completed', 'code': 200} Nov 10 08:37:09.920063 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:09.925532 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1521f212-7cba-4124-a2df-7d47e6991898 admin admin] 10.222.0.21 "PUT /v2.0/routers/d524e623-a6dd-4287-98b1-63367cc81b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5049641 Nov 10 08:37:09.942910 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-8968750e-62f1-4a5c-a5b6-075c3696b6e9 None None] Provisioning complete for port 24d4905b-7e63-4b49-a436-6287b9cdc5be triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:09.943573 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8968750e-62f1-4a5c-a5b6-075c3696b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:09.980880 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-a3f5b02f-be3c-4a9c-96e3-22fbfae8c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:09.982395 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-a3f5b02f-be3c-4a9c-96e3-22fbfae8c156 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 1096 time: 0.0445423 Nov 10 08:37:09.982668 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-8968750e-62f1-4a5c-a5b6-075c3696b6e9 None None] Port 24d4905b-7e63-4b49-a436-6287b9cdc5be cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:10.093685 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-fbfb6fec-9b72-4c42-850c-bc992cfe1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.095102 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-fbfb6fec-9b72-4c42-850c-bc992cfe1c57 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db146857b434e1a87c6ae88c88bd12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0990403 Nov 10 08:37:10.196440 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-335f7b54-b5b1-47bb-80cd-b6d940489713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.197981 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-58df1e56-4432-4cca-9a69-ec12050c7e59 req-335f7b54-b5b1-47bb-80cd-b6d940489713 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943995 Nov 10 08:37:10.277590 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-196595c0-5d1b-4f26-8eb6-5c492f3b84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.279136 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-196595c0-5d1b-4f26-8eb6-5c492f3b84e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 1096 time: 0.0426910 Nov 10 08:37:10.331862 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-a56693b8-bd41-4bf7-a3e8-605df191ae22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 HTTP/1.1" status: 200 len: 217 time: 0.0394497 Nov 10 08:37:10.357564 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Sync routers for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:10.367381 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:10.368026 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:10.383997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-b0ff17d0-4add-4a4a-8900-65946449fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.385365 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-b0ff17d0-4add-4a4a-8900-65946449fd15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 200 len: 855 time: 0.0457296 Nov 10 08:37:10.420509 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-effcf314-0a24-42b5-942c-286a2d7f6b61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251191 Nov 10 08:37:10.446545 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:37:10.481176 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:10.546324 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-afb24717-6265-4170-9ee3-a4e464a71482 service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151378 Nov 10 08:37:10.598360 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:10.608524 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f539c-75bb-4999-bc3b-a2c2f9447a05 req-f3af9620-78b7-4a36-8dca-0408cc1659ea tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.616548 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c9f539c-75bb-4999-bc3b-a2c2f9447a05 req-f3af9620-78b7-4a36-8dca-0408cc1659ea tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 943 time: 0.1219985 Nov 10 08:37:10.637575 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:37:10.663448 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-83ffc7e6-8e9f-4755-91ea-5c7565b78921 req-e9eb4c03-48f1-4368-b0fa-cd525a46ec68 service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086175 Nov 10 08:37:10.696834 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a167d-0523-4835-aebd-3c4f870efbfe req-626d780a-1eee-46a0-850e-17ece6ac69d9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:10.698457 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5c6a167d-0523-4835-aebd-3c4f870efbfe req-626d780a-1eee-46a0-850e-17ece6ac69d9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.1702135 Nov 10 08:37:10.703139 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c9f539c-75bb-4999-bc3b-a2c2f9447a05 req-2ae2759d-4171-4867-9b42-9a3a65d23033 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Nov 10 08:37:10.727523 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:10.738524 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 2, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:10.758608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47308) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:10.769412 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-238310919-network', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:10.781196 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Checking router: d524e623-a6dd-4287-98b1-63367cc81b1c for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:10.781645 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Updating router d524e623-a6dd-4287-98b1-63367cc81b1c port 24d4905b-7e63-4b49-a436-6287b9cdc5be binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:37:10.787233 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5c6a167d-0523-4835-aebd-3c4f870efbfe req-78a3af30-18ac-442c-b546-13adb5b9bec5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778894 Nov 10 08:37:10.831433 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:10.877774 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a511a2c7-335b-4bf9-80f1-5e7497c8f2de up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:10.882828 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:10.896578 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Made reservation on behalf of c22f8e65e381444fb3b507ef26404424 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:10.899542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:10.909289 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:10.925288 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:10.943963 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port a511a2c7-335b-4bf9-80f1-5e7497c8f2de triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:10.944336 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:10.992663 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.008709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.062560 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.068784 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.085035 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:37:11.098230 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d62dd6-de8c-453d-aa6b-9ce17d032c05,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.101242 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.103544 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.103914 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Added segment 48140e07-dc70-458e-a308-23b2ec691e5f of type vlan for network 57dafc81-ead5-4551-8d19-fe9423bfe44d Nov 10 08:37:11.145351 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.178379 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.228148 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Pushing event updated for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.250306 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.250667 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.251022 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.251438 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.252312 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.252687 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.257335 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.257576 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.257576 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.257735 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:11.257815 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.257815 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.257949 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.258024 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.258024 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:11.288452 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Attempting to bind port 24d4905b-7e63-4b49-a436-6287b9cdc5be on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:11.288820 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Attempting to bind port 24d4905b-7e63-4b49-a436-6287b9cdc5be by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:11.289176 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Attempting to bind port 24d4905b-7e63-4b49-a436-6287b9cdc5be on network 2e4c7786-f353-4939-be3f-8188316b2e0a {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:11.294472 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:11.294830 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Checking segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:11.295227 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.295612 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Bound using segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:11.296097 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Bound port: 24d4905b-7e63-4b49-a436-6287b9cdc5be, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:11.296494 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.297625 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['dbc789a2-45fb-4981-aeb1-e892b9343d99'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:11.320197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] Pushing event updated for resources: {'Network': ['ID=57dafc81-ead5-4551-8d19-fe9423bfe44d,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.341551 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:37:11.369581 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] For port 24d4905b-7e63-4b49-a436-6287b9cdc5be, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:11.373374 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] For port 24d4905b-7e63-4b49-a436-6287b9cdc5be, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24d4905b-7e63-4b49-a436-6287b9cdc5be,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:11.379457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47310) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:11.380145 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-53873002-6468-4b28-803a-dd292f98d0aa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6201568 Nov 10 08:37:11.389373 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Request body: {'subnet': {'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-238310919-subnet', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:11.446279 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.450922 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] Provisioning complete for port 24d4905b-7e63-4b49-a436-6287b9cdc5be triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:11.451287 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.481390 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Made reservation on behalf of c22f8e65e381444fb3b507ef26404424 for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:11.481390 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4140254'] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.508570 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:11.509283 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:11.552094 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7adf41-52d1-4041-93eb-90dcc9623fcd None None] Pushing event updated for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.591054 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.637350 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] For port 24d4905b-7e63-4b49-a436-6287b9cdc5be, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24d4905b-7e63-4b49-a436-6287b9cdc5be,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:11.646419 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:11.709287 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.755563 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4140272'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.770443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe096e-02ce-4e39-82d7-cbfe0c85a416 None None] Pushing event updated for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.827217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-2e560a80-86d2-40e2-a4a5-065b43cb8b64 None None] Provisioning complete for port 24d4905b-7e63-4b49-a436-6287b9cdc5be triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:11.827652 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2e560a80-86d2-40e2-a4a5-065b43cb8b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:11.857419 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=447cc4f7-2760-48da-affe-60de8207f794,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:11.867616 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Checking segment: {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:11.868069 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Network hostable DHCP agents. Network: 57dafc81-ead5-4551-8d19-fe9423bfe44d, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:37:11.885684 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:11.911835 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d95db-2e81-4d3f-90d2-ce9f9227185f None None] The sync data for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi is: [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:11.921798 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1fee-1615-4589-9dbe-32f240c3523b req-99b856fe-11d9-4a7a-8844-678fcaab21d3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:11.923331 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-632a1fee-1615-4589-9dbe-32f240c3523b req-99b856fe-11d9-4a7a-8844-678fcaab21d3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 943 time: 0.1111388 Nov 10 08:37:11.950999 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05790079-a807-4505-b17e-381d8cc4fd8a req-3265fda7-bbde-40ec-b46c-76766c3eeef5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:11.952937 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-05790079-a807-4505-b17e-381d8cc4fd8a req-3265fda7-bbde-40ec-b46c-76766c3eeef5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 944 time: 0.0883515 Nov 10 08:37:12.001627 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:37:12.035304 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-632a1fee-1615-4589-9dbe-32f240c3523b req-199d7a88-cd5b-40aa-a9ba-bb721474655a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Nov 10 08:37:12.051620 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-05790079-a807-4505-b17e-381d8cc4fd8a req-db75eaba-cea0-4b8b-abd2-4e7636549162 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826206 Nov 10 08:37:12.075536 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 57dafc81-ead5-4551-8d19-fe9423bfe44d) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:12.085198 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97fbba-6a6e-4b0d-b7eb-447f7223383f None None] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:37:12.088012 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:12.094276 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.176421 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47316) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:12.177175 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ada17425-56e1-4cfd-b5d1-3421807a2940 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7957826 Nov 10 08:37:12.181443 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:12.237136 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-57dafc81-ead5-4551-8d19-fe9423bfe44d', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:37:12.238403 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.258489 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.259852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.315318 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.377651 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Allocated IP 172.20.0.2 (57dafc81-ead5-4551-8d19-fe9423bfe44d/447cc4f7-2760-48da-affe-60de8207f794/24a6f0ac-1e01-48c3-acf9-f36f94b1a715) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:12.450711 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:37:12.453573 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:12.521012 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.640037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.658464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:12.671298 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'port_id': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', 'mac_address': 'fa:16:3e:da:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad84943-300f-440d-8521-249bdcf89cb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:37:12.695531 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port dbc789a2-45fb-4981-aeb1-e892b9343d99 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:12.703943 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port dbc789a2-45fb-4981-aeb1-e892b9343d99 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:12.704360 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.732536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.739334 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.804788 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:12.808568 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:12.822081 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:12.825099 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.826020 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:12.829956 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Pushing event updated for resources: {'Port': ['ID=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:12.860328 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.868870 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:12.914854 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24d4905b-7e63-4b49-a436-6287b9cdc5be up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:12.962625 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:12.973876 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Attempting to bind port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:12.974239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Attempting to bind port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:12.974596 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Attempting to bind port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 on network 57dafc81-ead5-4551-8d19-fe9423bfe44d {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:12.985410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Allocated IP 172.27.3.16 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/d00f65b8-cb83-462a-8abe-831602c13521) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:13.004166 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.022767 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:13.023093 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Checking segment: {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:13.023485 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.023949 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Bound using segment: {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:13.024428 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Bound port: 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:13.024830 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.071368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:13.073691 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d8a73-147b-482f-8707-3331b798de8a" -d '{"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:13.102955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.113127 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:13.123327 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:13.128868 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2be2-a0f5-4057-818f-c54d010f85f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.148835 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b9b28-578f-40d0-bf04-83c4c22ca0f6 x-openstack-request-id: req-6a7b9b28-578f-40d0-bf04-83c4c22ca0f6 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:13.149144 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:13.149473 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a7b9b28-578f-40d0-bf04-83c4c22ca0f6 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:13.149853 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'code': 200} Nov 10 08:37:13.155716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 24d4905b-7e63-4b49-a436-6287b9cdc5be triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:13.159135 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.188858 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] For port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:13.209414 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] For port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:13.210699 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.226911 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5afaa-d5d2-4d56-ad62-1b66955a2338 req-9772bf59-4684-43d1-a4c7-5db12bb566ae tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:13.228491 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-27b5afaa-d5d2-4d56-ad62-1b66955a2338 req-9772bf59-4684-43d1-a4c7-5db12bb566ae tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 944 time: 0.0797567 Nov 10 08:37:13.236770 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.237440 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:13.283531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:13.286829 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:13.290746 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:13.296297 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d00f65b8-cb83-462a-8abe-831602c13521,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:13.306083 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.315083 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-27b5afaa-d5d2-4d56-ad62-1b66955a2338 req-2878bcdd-2f3e-4b01-b195-43b208dbddba tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Nov 10 08:37:13.330172 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29570-a6d3-485f-aa69-52ecb28ab190 req-deaaa33f-2fbe-4517-ba46-e2f238c5ceef tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:13.338010 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0cb29570-a6d3-485f-aa69-52ecb28ab190 req-deaaa33f-2fbe-4517-ba46-e2f238c5ceef tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.1085196 Nov 10 08:37:13.340751 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:13.424491 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0cb29570-a6d3-485f-aa69-52ecb28ab190 req-b9460b01-bf48-438f-b0e1-bf3b022a7a2c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853891 Nov 10 08:37:13.453448 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d475ed-bcb7-4954-a4d9-f20fa8ccdbbe None None] Pushing event updated for resources: {'Port': ['ID=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:13.561532 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2d46-0dca-4269-9c95-fa085598b6e3 req-2cf380d0-c5f2-43da-a74f-e26b0e063e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:13.563026 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d7ba2d46-0dca-4269-9c95-fa085598b6e3 req-2cf380d0-c5f2-43da-a74f-e26b0e063e80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1098 time: 0.0412207 Nov 10 08:37:13.717793 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d7ba2d46-0dca-4269-9c95-fa085598b6e3 req-d850d8a7-f0c4-49b9-8458-8eb04ff5ac26 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301725 Nov 10 08:37:13.729195 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:13.925121 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.210764 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91958d-d92c-4985-9be1-e20b890ea159 None None] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:37:14.290508 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] Provisioning complete for port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:14.290878 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.371319 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Router b60fdf34-cad4-4aad-a464-e2641f05ea95 is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:37:14.479611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:14.491816 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:14.499584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294ff49-42e1-43e7-93c2-569ae1e57c96 req-9e66a6f0-3a38-4442-8631-fa4f9eb31bf1 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:14.510639 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Sync routers for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:14.510848 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6294ff49-42e1-43e7-93c2-569ae1e57c96 req-9e66a6f0-3a38-4442-8631-fa4f9eb31bf1 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 944 time: 0.0845504 Nov 10 08:37:14.559211 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:14.559855 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:36:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:14.576454 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960e94-b6eb-46dd-a14d-5105ce5b03d4 req-64c70470-aec7-4995-b4de-46ce50d1de36 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:14.577924 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18960e94-b6eb-46dd-a14d-5105ce5b03d4 req-64c70470-aec7-4995-b4de-46ce50d1de36 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0645027 Nov 10 08:37:14.597527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.601317 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-037c765f-2467-4d16-be65-a10bdb92d4b4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4212601 Nov 10 08:37:14.602718 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47332) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:14.636568 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6294ff49-42e1-43e7-93c2-569ae1e57c96 req-10e5134a-b147-4002-8ddc-93429d31aba7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248183 Nov 10 08:37:14.656549 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18960e94-b6eb-46dd-a14d-5105ce5b03d4 req-eaa972e4-1d09-480c-a1bc-b9f293006384 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723948 Nov 10 08:37:14.702623 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.729529 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:14.794752 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:14.797686 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] For port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:14.840884 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:14.841253 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.886277 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:14.934270 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:15.056672 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345668-9526-4ae3-9403-557c663982f7 None None] Pushing event updated for resources: {'Port': ['ID=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:15.088076 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-dda27d6a-a730-4301-b1c3-6f4d428cbbbe None None] Provisioning complete for port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:15.088451 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-dda27d6a-a730-4301-b1c3-6f4d428cbbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.093954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.098606 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.149443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:15.149814 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.182234 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:15.184514 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571f044-4a32-4e15-a1b3-6f022aef2333" -d '{"events": [{"server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:15.208839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:15.218041 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:13Z', 'revision_number': 3, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:15.249272 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff444973-504c-4dc3-8541-5b39d51e30dd x-openstack-request-id: req-ff444973-504c-4dc3-8541-5b39d51e30dd {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:15.249606 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:15.249856 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff444973-504c-4dc3-8541-5b39d51e30dd {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:15.250216 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', 'code': 200} Nov 10 08:37:15.253191 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Checking router: b60fdf34-cad4-4aad-a464-e2641f05ea95 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:15.253542 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Updating router b60fdf34-cad4-4aad-a464-e2641f05ea95 port d00f65b8-cb83-462a-8abe-831602c13521 binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:37:15.263775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Allocated IP 172.20.0.1 (57dafc81-ead5-4551-8d19-fe9423bfe44d/447cc4f7-2760-48da-affe-60de8207f794/19f32a11-b63b-441e-a252-c2cf48869ba1) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:15.309294 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.346892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.371454 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.430051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a8d504d1-717e-4cf9-87a3-42fd03e59d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.441442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:15.458777 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.500830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:15.503906 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:15.507143 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:15.546484 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Pushing event updated for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:15.597807 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.653346 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e4f61-3de2-4756-ab9d-d8e7591bd310 req-af8fcd9b-3b48-4c91-af31-d6ead83b171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:15.654912 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6d6e4f61-3de2-4756-ab9d-d8e7591bd310 req-af8fcd9b-3b48-4c91-af31-d6ead83b171d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 1098 time: 0.1058934 Nov 10 08:37:15.679000 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.735583 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-77f6dd19-dcaf-4099-bb2d-b01dfef781d8 None None] Provisioning complete for port 19f32a11-b63b-441e-a252-c2cf48869ba1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:15.736230 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-77f6dd19-dcaf-4099-bb2d-b01dfef781d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.739332 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6d6e4f61-3de2-4756-ab9d-d8e7591bd310 req-64d0d271-5a30-4890-ad7a-70f25bdafa1a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736272 Nov 10 08:37:15.775831 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.778996 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-77f6dd19-dcaf-4099-bb2d-b01dfef781d8 None None] Port 19f32a11-b63b-441e-a252-c2cf48869ba1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:15.823854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf490-74eb-422e-9d16-21fa0a61b852 req-166a94ed-51b0-420b-95cd-bcfcda7e3c51 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:15.825676 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0e5cf490-74eb-422e-9d16-21fa0a61b852 req-166a94ed-51b0-420b-95cd-bcfcda7e3c51 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0946188 Nov 10 08:37:15.833048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.835121 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae9958-d0cb-42af-b355-94fc2533b7dc req-13f44104-a2a4-47d5-b1aa-d2b93c8b50d0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:15.836807 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-76ae9958-d0cb-42af-b355-94fc2533b7dc req-13f44104-a2a4-47d5-b1aa-d2b93c8b50d0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0760722 Nov 10 08:37:15.846319 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Attempting to bind port d00f65b8-cb83-462a-8abe-831602c13521 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:15.846685 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Attempting to bind port d00f65b8-cb83-462a-8abe-831602c13521 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:15.847045 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Attempting to bind port d00f65b8-cb83-462a-8abe-831602c13521 on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:15.848938 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c197b-86aa-45cb-97e8-326ad725dc39 None None] Pushing event updated for resources: {'Port': ['ID=d00f65b8-cb83-462a-8abe-831602c13521,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:15.856251 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:15.856396 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:15.857030 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.857247 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:15.857716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Bound port: d00f65b8-cb83-462a-8abe-831602c13521, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:15.858092 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:15.919168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] For port d00f65b8-cb83-462a-8abe-831602c13521, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:15.923194 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] For port d00f65b8-cb83-462a-8abe-831602c13521, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=d00f65b8-cb83-462a-8abe-831602c13521,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:15.927374 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0e5cf490-74eb-422e-9d16-21fa0a61b852 req-48d19a33-dac6-492f-8936-72436239e027 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894058 Nov 10 08:37:15.931240 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-76ae9958-d0cb-42af-b355-94fc2533b7dc req-348ed055-5025-4bc7-90da-20f9c902c656 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866978 Nov 10 08:37:15.990410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.060218 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.070307 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bbabe-40a6-4300-b2c2-520e40985403 req-26bb1915-3684-4c6d-ac4e-b24791aea4b3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:16.072080 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0e8bbabe-40a6-4300-b2c2-520e40985403 req-26bb1915-3684-4c6d-ac4e-b24791aea4b3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0552931 Nov 10 08:37:16.081702 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47352) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:16.082966 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c197b-86aa-45cb-97e8-326ad725dc39 None None] Pushing event updated for resources: {'Port': ['ID=d00f65b8-cb83-462a-8abe-831602c13521,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:16.090460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:16.090791 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Request body: {'floatingip': {'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:16.090893 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:16.134657 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.138126 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.195831 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:16.280016 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.281780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Pushing event updated for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:16.479429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:16.486309 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:16.525068 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68b1ce-9464-4a52-8dcb-ad3b3c88aabd req-763a6a8a-81c8-423e-a12a-e0168bdf32cd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:16.530508 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.532266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7e68b1ce-9464-4a52-8dcb-ad3b3c88aabd req-763a6a8a-81c8-423e-a12a-e0168bdf32cd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0603859 Nov 10 08:37:16.558491 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '19f32a11-b63b-441e-a252-c2cf48869ba1', 'name': '', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'mac_address': 'fa:16:3e:4a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:15Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 1, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'subnets': [{'id': '447cc4f7-2760-48da-affe-60de8207f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:16.588935 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba52ce-e9f1-4e4c-8051-0198b1ec0176 None None] The sync data for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi is: [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '19f32a11-b63b-441e-a252-c2cf48869ba1', 'name': '', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'mac_address': 'fa:16:3e:4a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:15Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 1, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'subnets': [{'id': '447cc4f7-2760-48da-affe-60de8207f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:16.596501 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7e68b1ce-9464-4a52-8dcb-ad3b3c88aabd req-90f3bf1a-1153-450d-830a-44da6dff35ee tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632939 Nov 10 08:37:16.749130 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Router b60fdf34-cad4-4aad-a464-e2641f05ea95 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:37:16.824126 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-875ba5a7-ce47-4866-8343-cd0e09455fad None None] Provisioning complete for port 19f32a11-b63b-441e-a252-c2cf48869ba1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:16.829780 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-875ba5a7-ce47-4866-8343-cd0e09455fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.886118 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-875ba5a7-ce47-4866-8343-cd0e09455fad None None] Port 19f32a11-b63b-441e-a252-c2cf48869ba1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:16.900336 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:16.936490 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.964341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:16.964783 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:16.972871 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:16.979840 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6a064b9f-9b41-4832-8f7f-4f5cdce8e496 admin admin] 10.222.0.21 "PUT /v2.0/routers/b60fdf34-cad4-4aad-a464-e2641f05ea95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3757100 Nov 10 08:37:17.034750 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:17.076813 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd193-fde9-4021-9d7a-cccaa0201173 req-a6c3d182-23d5-4c61-98d5-ba11e3eab3cc tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:17.086025 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-722fd193-fde9-4021-9d7a-cccaa0201173 req-a6c3d182-23d5-4c61-98d5-ba11e3eab3cc tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0747111 Nov 10 08:37:17.141707 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-722fd193-fde9-4021-9d7a-cccaa0201173 req-38e7167a-a6bb-4399-adba-a6c94499fa88 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543473 Nov 10 08:37:17.165566 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Floating IP 95bb160f-98a3-4be8-9227-12a660fd7939 associated. External IP: 172.27.3.116, port: dbc789a2-45fb-4981-aeb1-e892b9343d99. Nov 10 08:37:17.686452 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:37:17.735330 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b0868-6e5c-48f0-acb0-80b35ab79610 req-943feb87-b16d-4bd5-8d46-bc860a55e54c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:17.744444 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e59b0868-6e5c-48f0-acb0-80b35ab79610 req-943feb87-b16d-4bd5-8d46-bc860a55e54c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0719931 Nov 10 08:37:17.789047 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:17.793498 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e59b0868-6e5c-48f0-acb0-80b35ab79610 req-c9d2140f-f69d-402e-a130-fdf60cecc11f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466192 Nov 10 08:37:17.802309 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:17.807966 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:17.814224 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:17.825422 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:17.826151 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:17.840238 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-885c3492-99c3-4ff7-b759-227d886e47e7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "PUT /v2.0/floatingips/95bb160f-98a3-4be8-9227-12a660fd7939 HTTP/1.1" status: 200 len: 991 time: 1.7573636 Nov 10 08:37:17.840809 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:17.843109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcba596-71ab-4f57-ae23-cc9a93855281" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:17.861257 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47370) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:17.866640 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050349528', 'description': 'tempest-secgroup-smoke-1050349528 description', 'project_id': '3520025ebe8b4ee088a48a444c355428'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:17.892394 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a411786-11b9-4f62-b96e-b0b2eac85851 x-openstack-request-id: req-3a411786-11b9-4f62-b96e-b0b2eac85851 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:17.892771 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:17.893093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a411786-11b9-4f62-b96e-b0b2eac85851 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:17.893555 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'status': 'completed', 'code': 200} Nov 10 08:37:17.944412 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:17.972840 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-8b9909a9-d0b5-4559-aa39-d20d28ebc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:17.974246 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-8b9909a9-d0b5-4559-aa39-d20d28ebc250 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1098 time: 0.0449176 Nov 10 08:37:18.027437 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.035091 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:18.072365 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-623732ac-bce5-4114-90a5-0f688bad0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.073950 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-623732ac-bce5-4114-90a5-0f688bad0271 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.0902193 Nov 10 08:37:18.092703 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.127245 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c447f572-a409-4a77-a977-ddb296a489d4,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:18.148612 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-2f34acbd-3e57-404a-a507-11ab886d3212 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 999 time: 0.0649078 Nov 10 08:37:18.190761 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.192044 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ec14b15f-9035-400f-9a38-5e346681a52c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3295498 Nov 10 08:37:18.194911 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47374) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:18.200862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:18.212586 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-31e4bc8d-b2d0-4a76-ac30-7ca8e76c7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.214670 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-31e4bc8d-b2d0-4a76-ac30-7ca8e76c7523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0533957 Nov 10 08:37:18.266389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-b5320186-a44b-4d34-9a10-2fa404701088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.268012 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-b5320186-a44b-4d34-9a10-2fa404701088 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415475 Nov 10 08:37:18.271843 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44a791-10c9-4350-8c78-9096a5102dc1 req-eb1c3ad7-08ad-42ae-8a09-9c2f30c913ab tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.273371 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc44a791-10c9-4350-8c78-9096a5102dc1 req-eb1c3ad7-08ad-42ae-8a09-9c2f30c913ab tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0541730 Nov 10 08:37:18.278443 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '95bb160f-98a3-4be8-9227-12a660fd7939', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:00Z', 'updated_at': '2021-11-10T08:37:16Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:18.306811 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:18.315512 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:18.316368 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:18.332462 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc44a791-10c9-4350-8c78-9096a5102dc1 req-82dd4e6d-bf80-4ece-b8c1-744ca6ce4f25 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Nov 10 08:37:18.340417 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.397613 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-f5422d34-7889-4769-bbaa-9c5d3b0ad72c service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116471 Nov 10 08:37:18.403697 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.431344 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:18.481126 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.498602 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-cbcba596-71ab-4f57-ae23-cc9a93855281 req-02446aa5-04df-4d58-9118-3c75340728d9 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935326 Nov 10 08:37:18.500174 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426667f4-75ea-4dd2-8b2c-b9f50711d753,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:18.637635 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.643415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.645104 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-99921f8c-5c56-47c9-8f2f-48ac293d39d6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492044 Nov 10 08:37:18.648541 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47378) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:18.653636 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:18.677928 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '95bb160f-98a3-4be8-9227-12a660fd7939', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:00Z', 'updated_at': '2021-11-10T08:37:16Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:18.710766 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ba271-5d11-4f5e-a61f-9b2821509354 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '95bb160f-98a3-4be8-9227-12a660fd7939', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:00Z', 'updated_at': '2021-11-10T08:37:16Z', 'revision_number': 1, 'project_id': '68120f0794924ae480f2676a2b58e354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:18.765020 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.844773 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.898373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device d00f65b8-cb83-462a-8abe-831602c13521 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:18.924048 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc4db3-2a3a-4bba-8d24-dd12a87c9aaa req-2350a383-0751-4f20-98b2-fe5ddbfb1fc3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.931818 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6acc4db3-2a3a-4bba-8d24-dd12a87c9aaa req-2350a383-0751-4f20-98b2-fe5ddbfb1fc3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0591164 Nov 10 08:37:18.934772 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5a60f-dd2f-4d93-b255-055899664742 req-be951678-2684-4038-b785-59c7a626ec66 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:18.936239 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63a5a60f-dd2f-4d93-b255-055899664742 req-be951678-2684-4038-b785-59c7a626ec66 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 945 time: 0.0529749 Nov 10 08:37:18.939661 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.951686 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port d00f65b8-cb83-462a-8abe-831602c13521 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:18.952315 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:18.984106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56f8d4b-1a5a-468c-b6b3-1d426320baad,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:19.031069 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6acc4db3-2a3a-4bba-8d24-dd12a87c9aaa req-0b6eb795-1e41-4fae-b2f0-fe45a108b2d9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983586 Nov 10 08:37:19.044603 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.049313 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-be5c27ea-50ac-475d-b2ad-8e39ef02cad3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963611 Nov 10 08:37:19.049313 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47386) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:19.052644 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Deleting port bb2fa73f-7550-4280-8b58-c8278194a56d {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:37:19.054039 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.055364 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:19.091797 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.126099 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port d00f65b8-cb83-462a-8abe-831602c13521, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=d00f65b8-cb83-462a-8abe-831602c13521,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:19.153539 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.160700 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] For port bb2fa73f-7550-4280-8b58-c8278194a56d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bb2fa73f-7550-4280-8b58-c8278194a56d,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:19.161112 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.206981 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.215201 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.256996 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=d00f65b8-cb83-462a-8abe-831602c13521,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:19.291141 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.321191 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f18c0cf-855d-4394-9d78-1c5dff7f4954,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:19.353541 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.353899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.354207 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Floating IP a9967e67-46ed-4048-afec-813cfac6a303 disassociated. External IP: 172.27.3.140, port: bb2fa73f-7550-4280-8b58-c8278194a56d. Nov 10 08:37:19.354575 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Calling delete_port for bb2fa73f-7550-4280-8b58-c8278194a56d owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:37:19.386243 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.387801 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2def041e-4e66-4563-bb39-dec76c5eb840 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3365023 Nov 10 08:37:19.390350 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47390) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:19.395244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:19.437385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7679fd-cc39-41d7-b980-8c8b8d9dbad3 None None] New status for floating IP 95bb160f-98a3-4be8-9227-12a660fd7939: ACTIVE {{(pid=102062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:37:19.480815 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.573167 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.587003 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.603008 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'Port': ['ID=bb2fa73f-7550-4280-8b58-c8278194a56d,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:19.681408 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.705036 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e71526c-7138-4d14-b53f-6e9ed3b9578f,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:19.736668 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:37:19.847703 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.850767 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f6104e56-9cfc-4b3d-8735-7112593d422b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4576573 Nov 10 08:37:19.856842 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:19.858670 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47392) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:19.864490 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:19.864656 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:19.876530 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:19.877144 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:19.897933 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Sync routers for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:19.900130 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] No DVR routers for this DVR port bb2fa73f-7550-4280-8b58-c8278194a56d on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:37:19.902661 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:19.906097 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-63a5a60f-dd2f-4d93-b255-055899664742 req-4047031c-e8cf-4d46-87c8-24825bf47cf0 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "DELETE /v2.0/ports/bb2fa73f-7550-4280-8b58-c8278194a56d HTTP/1.1" status: 204 len: 173 time: 0.9625967 Nov 10 08:37:19.906417 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'name': 'network-vif-deleted', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:19.907750 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:19.908383 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:19.908767 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c98f0-4ba0-4dd6-9070-367ca55ad28d" -d '{"events": [{"server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "name": "network-vif-deleted", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:19.955577 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd757dfe-8e9b-4d51-8403-aacdff429a26 x-openstack-request-id: req-cd757dfe-8e9b-4d51-8403-aacdff429a26 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:19.956217 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748b023a-e270-4aa5-a0b4-f8334f896576", "name": "network-vif-deleted", "tag": "bb2fa73f-7550-4280-8b58-c8278194a56d", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:19.956323 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd757dfe-8e9b-4d51-8403-aacdff429a26 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:19.956718 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748b023a-e270-4aa5-a0b4-f8334f896576', 'name': 'network-vif-deleted', 'tag': 'bb2fa73f-7550-4280-8b58-c8278194a56d', 'status': 'completed', 'code': 200} Nov 10 08:37:19.972924 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.securitygroups_db [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Project 3520025ebe8b4ee088a48a444c355428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:37:19.979077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.020078 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:20.052900 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:20.097139 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.166888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.224796 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a2d2ac5a-12f8-462f-8342-67295871422d req-fed3069c-00dc-43c8-aa80-3bbead293f6e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=748b023a-e270-4aa5-a0b4-f8334f896576 HTTP/1.1" status: 200 len: 210 time: 0.0487063 Nov 10 08:37:20.225570 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e14e23a-1364-4947-b1b2-94c086c7e05f,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:20.355597 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '19f32a11-b63b-441e-a252-c2cf48869ba1', 'name': '', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'mac_address': 'fa:16:3e:4a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:15Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 2, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'subnets': [{'id': '447cc4f7-2760-48da-affe-60de8207f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:20.355855 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:20.369138 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Checking router: b60fdf34-cad4-4aad-a464-e2641f05ea95 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:20.369494 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Updating router b60fdf34-cad4-4aad-a464-e2641f05ea95 port 19f32a11-b63b-441e-a252-c2cf48869ba1 binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:37:20.371391 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:20.382204 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:20.382204 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:20.397650 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.459086 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.461266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ce4179e9-76ae-4a08-aa78-7280219bc96f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6016235 Nov 10 08:37:20.464140 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47408) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:20.468632 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'security_group_rule': {'security_group_id': 'c447f572-a409-4a77-a977-ddb296a489d4', 'project_id': '3520025ebe8b4ee088a48a444c355428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:20.507542 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:20.567048 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.securitygroups_db [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Project 3520025ebe8b4ee088a48a444c355428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:37:20.573476 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.638830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.679611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.715543 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.721053 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:20.737178 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604eb157-b496-4106-bbf8-6551d6937c0b,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:20.745268 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.747752 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b0d23-26a3-4550-8d2c-cecba2316871 None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:20.814467 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb91df5-d29b-4248-8997-cfb93da88d5c None None] Pushing event updated for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:20.814840 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.814840 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a01b387e-3945-4058-b226-9480f3ecdbf6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3437576 Nov 10 08:37:20.887225 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device d00f65b8-cb83-462a-8abe-831602c13521 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:20.932308 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Attempting to bind port 19f32a11-b63b-441e-a252-c2cf48869ba1 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:20.932957 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Attempting to bind port 19f32a11-b63b-441e-a252-c2cf48869ba1 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:20.933076 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Attempting to bind port 19f32a11-b63b-441e-a252-c2cf48869ba1 on network 57dafc81-ead5-4551-8d19-fe9423bfe44d {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:20.944948 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:20.945323 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Checking segment: {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:20.945912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:20.946312 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Bound using segment: {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:20.946940 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Bound port: 19f32a11-b63b-441e-a252-c2cf48869ba1, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48140e07-dc70-458e-a308-23b2ec691e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:20.947332 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.045197 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port d00f65b8-cb83-462a-8abe-831602c13521 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:21.045568 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.074171 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] For port 19f32a11-b63b-441e-a252-c2cf48869ba1, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:21.105187 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] For port 19f32a11-b63b-441e-a252-c2cf48869ba1, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=19f32a11-b63b-441e-a252-c2cf48869ba1,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:21.146570 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d429ce-6464-4a2c-bfa0-70efce279543 None None] New status for floating IP a9967e67-46ed-4048-afec-813cfac6a303: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:37:21.166261 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-a16c3bce-1dbb-47aa-8425-01077af7282f None None] Provisioning complete for port 19f32a11-b63b-441e-a252-c2cf48869ba1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:21.166625 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a16c3bce-1dbb-47aa-8425-01077af7282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.253300 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.337158 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a16c3bce-1dbb-47aa-8425-01077af7282f None None] Port 19f32a11-b63b-441e-a252-c2cf48869ba1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:21.368646 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:21.369280 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:21.371168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb91df5-d29b-4248-8997-cfb93da88d5c None None] Pushing event updated for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:21.438136 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47458) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:21.504153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.511523 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:21.534494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.664673 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.667227 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.668592 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "DELETE /v2.0/security-groups/9039a6cc-e9e9-402b-ad9b-dacb7190d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2296674 Nov 10 08:37:21.671761 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47460) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:21.680869 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc80a9-f251-4f71-af97-136a2a55265d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039a6cc-e9e9-402b-ad9b-dacb7190d1e6,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:21.695597 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.api.v2.resource [None req-6039ad7c-d297-4d14-aeb5-fd38750081fe tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] show failed (client error): The resource could not be found. Nov 10 08:37:21.700199 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47462) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:21.700407 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6039ad7c-d297-4d14-aeb5-fd38750081fe tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups/9039a6cc-e9e9-402b-ad9b-dacb7190d1e6 HTTP/1.1" status: 404 len: 347 time: 0.0265284 Nov 10 08:37:21.795570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] Provisioning complete for port 19f32a11-b63b-441e-a252-c2cf48869ba1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:21.795684 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.840729 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Deleting port 5e45bb08-67c4-4b59-bdd4-b6b55533de4f {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:37:21.841066 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.927046 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.927370 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.932090 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:21.942103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Calling delete_port for 5e45bb08-67c4-4b59-bdd4-b6b55533de4f owned by network:floatingip {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:37:21.954137 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '19f32a11-b63b-441e-a252-c2cf48869ba1', 'name': '', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'mac_address': 'fa:16:3e:4a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:15Z', 'updated_at': '2021-11-10T08:37:21Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'subnets': [{'id': '447cc4f7-2760-48da-affe-60de8207f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:21.985281 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e7e06-5567-42cb-be5c-e71e7f0bce7b None None] The sync data for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi is: [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:15Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '19f32a11-b63b-441e-a252-c2cf48869ba1', 'name': '', 'network_id': '57dafc81-ead5-4551-8d19-fe9423bfe44d', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'mac_address': 'fa:16:3e:4a:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '447cc4f7-2760-48da-affe-60de8207f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:15Z', 'updated_at': '2021-11-10T08:37:21Z', 'revision_number': 4, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'subnets': [{'id': '447cc4f7-2760-48da-affe-60de8207f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:21.996924 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] For port 19f32a11-b63b-441e-a252-c2cf48869ba1, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=19f32a11-b63b-441e-a252-c2cf48869ba1,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:22.056669 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.109486 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086991-3a90-4397-8c19-31d62ecaa433 None None] Pushing event updated for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:22.154110 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.179299 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'Port': ['ID=5e45bb08-67c4-4b59-bdd4-b6b55533de4f,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:22.251295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.255122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.257211 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-adc6bec9-72c4-4098-91a6-ad26f702f8ad tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "DELETE /v2.0/floatingips/a9967e67-46ed-4048-afec-813cfac6a303 HTTP/1.1" status: 204 len: 168 time: 0.5548766 Nov 10 08:37:22.499457 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bb2fa73f-7550-4280-8b58-c8278194a56d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:37:22.528714 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: bb2fa73f-7550-4280-8b58-c8278194a56d {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:37:22.529075 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bb2fa73f-7550-4280-8b58-c8278194a56d not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:37:22.540743 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47488) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:22.546143 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699196805', 'description': 'tempest-description--2073513812'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:22.635653 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.706180 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.749413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.780028 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b61317-ce29-4663-b00a-c1e3dd35e314,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:22.849174 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.850823 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6f79f582-26f5-4bca-b79c-19ef1536cb46 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3088686 Nov 10 08:37:22.853916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47492) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:22.864509 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group_rule': {'security_group_id': '81b61317-ce29-4663-b00a-c1e3dd35e314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:22.869681 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 19f32a11-b63b-441e-a252-c2cf48869ba1 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:22.927077 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 19f32a11-b63b-441e-a252-c2cf48869ba1 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:22.927445 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:22.971760 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.033161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.103822 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.121535 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff65ed9-fe93-41c4-9b33-e26f367f23ba,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:23.185758 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.186961 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-514b583b-732e-4d7f-b99e-dcdceed46c79 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263605 Nov 10 08:37:23.189661 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47494) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:23.194083 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'security_group_rule': {'security_group_id': '81b61317-ce29-4663-b00a-c1e3dd35e314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:23.287115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.342447 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.418565 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.436311 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf1eb01-73a5-4266-9e00-12804bf8f6b2,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:23.548871 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.548871 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-76403ffc-d66d-446a-81b3-ad0810a2be58 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569000 Nov 10 08:37:23.551218 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 47500) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:23.556150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:23.641338 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.738326 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:23.841253 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Allocated IP 172.27.3.65 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/cd25b328-c5c6-4d96-a509-1edeabf98364) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:23.956396 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.034092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.072845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:24.076034 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:24.079672 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:24.085388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=cd25b328-c5c6-4d96-a509-1edeabf98364,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:24.170006 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.278684 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.427983 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.491304 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.563759 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=cd25b328-c5c6-4d96-a509-1edeabf98364,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:24.572038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.653264 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:24.654723 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8227ada6-ab63-4659-86bd-8af134f4ead2 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1025724 Nov 10 08:37:24.852445 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-fd1f1f8d-6cff-4912-ba57-9777931e30d9 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1699196805&fields=id&tenant_id=95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 267 time: 0.0435774 Nov 10 08:37:24.959142 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-d589b20d-8cef-4b50-af15-f43962072491 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:24.960832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-d589b20d-8cef-4b50-af15-f43962072491 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 811 time: 0.1019022 Nov 10 08:37:24.977159 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-91edda0c-60b7-4476-b0a1-ddaa318a8702 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/quotas/95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 375 time: 0.0102801 Nov 10 08:37:25.028641 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-b9fac6e6-36e8-4259-9776-93d852c5945c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459507 Nov 10 08:37:25.124836 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-6de09740-d36d-4114-ad9e-2321954a3d77 service neutron] 10.222.0.21 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845902 Nov 10 08:37:25.213119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-c02103f7-a912-4f8f-810b-08a4bbe17cff service neutron] 10.222.0.21 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Nov 10 08:37:25.470666 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eb973819-f2a5-410b-b916-8921259ee802 req-dc9de952-51b5-473d-93f5-20c3933fb63a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 210 time: 0.0335767 Nov 10 08:37:26.578622 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a9f3fa5-830d-49c2-ae46-3a01f0b6bf5a req-fe47ca7a-2c72-4290-acb2-63aba7e98f12 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 210 time: 0.0296669 Nov 10 08:37:27.358890 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-b04b7917-f6bf-4837-b07f-88c03b2fa533 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:27.360676 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-b04b7917-f6bf-4837-b07f-88c03b2fa533 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 811 time: 0.1049836 Nov 10 08:37:27.433661 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-ea361600-c3ef-40dd-bba1-d867dec46fe6 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c3254046964e80b54657eda18c022f HTTP/1.1" status: 200 len: 380 time: 0.0512257 Nov 10 08:37:27.462096 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'port': {'device_id': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'admin_state_up': True, 'tenant_id': '95c3254046964e80b54657eda18c022f', 'security_groups': ['81b61317-ce29-4663-b00a-c1e3dd35e314']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:27.674726 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5fa3dc40-09e4-46f6-964b-9c9fca51c555 req-952633ed-500a-457d-ab9e-e8fabd17590a tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 210 time: 0.0266857 Nov 10 08:37:27.679361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Made reservation on behalf of 95c3254046964e80b54657eda18c022f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:27.683546 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:27.805020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Allocated IP 172.20.0.3 (a8b5f732-efe7-49f3-912c-9c6781fa16b3/6f1e2cca-4cee-4aaf-87da-5a0ff3647825/2a8853c5-003a-40a6-9a00-fc6ec826fe96) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:27.947987 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.051762 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.091370 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:28.096442 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:28.100161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:28.131442 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event updated for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:28.159568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:28.159568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.259780 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-0f4bda87-5b00-4c8b-b74f-ac5307e0e872 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016009 Nov 10 08:37:28.277825 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Request body: {'port': {'device_id': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:28.316761 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-a7be3f32-0ce4-4a42-87bd-3288021a25d1 None None] Provisioning complete for port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:28.317385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f32-0ce4-4a42-87bd-3288021a25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.332478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.353267 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a7be3f32-0ce4-4a42-87bd-3288021a25d1 None None] Port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:28.603008 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8853c5-003a-40a6-9a00-fc6ec826fe96 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:28.610743 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.622961 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Transition to ACTIVE for port object 2a8853c5-003a-40a6-9a00-fc6ec826fe96 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:37:28.698286 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.753540 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Pushing event updated for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:28.833481 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159198-01db-417b-9e50-d575ce3dbe24 req-50c2c4df-67d3-45d6-b732-898211eea24d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:28.840450 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4159198-01db-417b-9e50-d575ce3dbe24 req-50c2c4df-67d3-45d6-b732-898211eea24d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 943 time: 0.0885487 Nov 10 08:37:28.848361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Attempting to bind port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:28.848866 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Attempting to bind port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:28.849429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Attempting to bind port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:28.860297 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:37:28.860858 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Attempting to bind port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 on network a8b5f732-efe7-49f3-912c-9c6781fa16b3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:28.869178 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:28.869607 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Checking segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:28.870285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Bound using segment: {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:28.870967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Bound port: 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca037a3-6123-47ed-9d05-bbe17f5c8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:28.871391 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:28.917144 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4159198-01db-417b-9e50-d575ce3dbe24 req-04731841-efeb-4a6f-9a68-4665be12fe7f tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748653 Nov 10 08:37:28.972888 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:28.976283 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:29.075908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:29.117488 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.118716 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:29.120107 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] 10.222.0.45 "PUT /v2.0/ports/2a8853c5-003a-40a6-9a00-fc6ec826fe96 HTTP/1.1" status: 200 len: 1093 time: 0.8469987 Nov 10 08:37:29.120551 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:29.122788 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:29.144068 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c20019-147c-4a4e-9e12-525b3ebbaeee service neutron] Pushing event updated for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:29.177505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ca2a4-2a04-4ae2-a402-32c98d9add50 x-openstack-request-id: req-634ca2a4-2a04-4ae2-a402-32c98d9add50 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:29.177827 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:29.180507 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634ca2a4-2a04-4ae2-a402-32c98d9add50 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:29.180507 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'status': 'completed', 'code': 200} Nov 10 08:37:29.240504 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-9c3e6a90-b250-4a48-900e-b835964081f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.242098 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-9c3e6a90-b250-4a48-900e-b835964081f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 1096 time: 0.0425229 Nov 10 08:37:29.600037 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-03635aa2-b062-4879-a4e6-6dc409a894d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.601478 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-03635aa2-b062-4879-a4e6-6dc409a894d3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95c3254046964e80b54657eda18c022f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3429649 Nov 10 08:37:29.694124 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-8344b983-ac1b-4ed6-9771-c2cfdba82e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.695623 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-1ea0c369-b341-4eb3-9694-d6bd3bf34da6 req-8344b983-ac1b-4ed6-9771-c2cfdba82e6a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867789 Nov 10 08:37:29.790689 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-9ea98458-ddca-4d3e-840e-6de94876c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.792216 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-9ea98458-ddca-4d3e-840e-6de94876c222 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 1096 time: 0.0433114 Nov 10 08:37:29.834196 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-91f8ea90-4c7a-48fb-988a-d9802c85a76d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96 HTTP/1.1" status: 200 len: 217 time: 0.0331452 Nov 10 08:37:29.885693 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-860ec818-a76d-4386-8317-0418d10e266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.887117 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-860ec818-a76d-4386-8317-0418d10e266f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.0431387 Nov 10 08:37:29.938548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-928e7a95-2b7d-41fa-8bf4-eaf6c16dea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:29.940076 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-928e7a95-2b7d-41fa-8bf4-eaf6c16dea40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448365 Nov 10 08:37:30.032222 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f5cc2-8a03-4540-a6e8-b2d2c22f4e2a req-5d728c57-c837-48fe-ab52-88ae42465013 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:30.032659 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-5c0e035f-4f64-4199-aa26-95ff9145ba40 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845811 Nov 10 08:37:30.038639 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a76f5cc2-8a03-4540-a6e8-b2d2c22f4e2a req-5d728c57-c837-48fe-ab52-88ae42465013 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 943 time: 0.0552022 Nov 10 08:37:30.086519 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a76f5cc2-8a03-4540-a6e8-b2d2c22f4e2a req-85acf6de-340b-43db-a01b-627102b6c64c tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469372 Nov 10 08:37:30.135087 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5daf52a2-9d7c-404b-abc1-52a5e413810a req-d635c069-adfa-41f8-bc0e-c2e9cb8ae754 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Nov 10 08:37:31.207098 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0741670-2208-4829-967e-6da2d249aa93 req-d3e3e7d6-8441-4cb6-bcbf-3a4d9244a1e8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:31.208575 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f0741670-2208-4829-967e-6da2d249aa93 req-d3e3e7d6-8441-4cb6-bcbf-3a4d9244a1e8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 943 time: 0.0484874 Nov 10 08:37:31.257992 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f0741670-2208-4829-967e-6da2d249aa93 req-c7b44ed4-3ffb-4c75-9ac9-aa10a3608305 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Nov 10 08:37:31.703205 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-6d331020-408c-4f95-abfb-d58a791f47ec tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:31.704736 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-6d331020-408c-4f95-abfb-d58a791f47ec tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1040566 Nov 10 08:37:31.721110 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-4a12f814-9b3e-4091-afbc-984a23dde095 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/quotas/8db146857b434e1a87c6ae88c88bd12f HTTP/1.1" status: 200 len: 375 time: 0.0104449 Nov 10 08:37:31.774881 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-cb7093a5-6eda-4962-8e34-5b0fbba0b38c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481498 Nov 10 08:37:31.865673 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-ea7b561b-6192-4107-baba-55e14ff9657c service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838501 Nov 10 08:37:31.953660 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-1b107021-3d3e-425e-80ac-7b0a4ac6d9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813997 Nov 10 08:37:32.212915 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-136d10a5-a488-44e3-bc07-a56be52753e1 req-aaec6e6f-24d5-459c-8abb-56ce0ef5498a tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Nov 10 08:37:32.373727 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7e1d-7170-4696-b8bc-87ed73f382fa req-82f8f79a-6ddd-4df5-8bb5-ce28700706a3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:32.375184 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ef2f7e1d-7170-4696-b8bc-87ed73f382fa req-82f8f79a-6ddd-4df5-8bb5-ce28700706a3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 943 time: 0.0475690 Nov 10 08:37:32.426230 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ef2f7e1d-7170-4696-b8bc-87ed73f382fa req-7acdff7b-0b15-4242-b5bd-1d341e379e15 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Nov 10 08:37:32.539769 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 2a8853c5-003a-40a6-9a00-fc6ec826fe96 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:37:32.638050 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:32.649735 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'port_id': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'mac_address': 'fa:16:3e:af:03:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:37:32.688999 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:32.701707 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8853c5-003a-40a6-9a00-fc6ec826fe96 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:32.720676 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:32.789795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:32.841934 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:33.092186 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['2a8853c5-003a-40a6-9a00-fc6ec826fe96'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:33.314299 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-411e7f02-ef2b-4566-a0c0-d2d012bd5c07 req-26dffe21-b488-45a3-8f6f-bba99645bbbd tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 210 time: 0.0263965 Nov 10 08:37:33.539761 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40773d-b65c-46f7-80e7-55aba77e04b7 req-8252c342-8532-411f-b57f-d750fff564c3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:33.541455 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ab40773d-b65c-46f7-80e7-55aba77e04b7 req-8252c342-8532-411f-b57f-d750fff564c3 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 944 time: 0.0489790 Nov 10 08:37:33.589373 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ab40773d-b65c-46f7-80e7-55aba77e04b7 req-94770edb-807c-4359-8176-624b3b06a6ab tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Nov 10 08:37:34.000264 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-02cbb82e-8367-4bf3-87ba-ab6ced7559e8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:34.001705 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-02cbb82e-8367-4bf3-87ba-ab6ced7559e8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 815 time: 0.1079559 Nov 10 08:37:34.018361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Request body: {'port': {'device_id': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'admin_state_up': True, 'tenant_id': '8db146857b434e1a87c6ae88c88bd12f'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:34.205482 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Made reservation on behalf of 8db146857b434e1a87c6ae88c88bd12f for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:34.209013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.335137 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Allocated IP 172.20.0.8 (1140b8bc-5e3e-44fc-8951-7c3a054d22e3/bad84943-300f-440d-8521-249bdcf89cb9/6219476c-0402-43e8-876b-a0018c8f3d39) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:34.413745 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc30583e-6113-4726-8c17-f5edbcce60bb req-c7e0926f-f2b1-4525-8552-3461b90e7ed6 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Nov 10 08:37:34.489302 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.538715 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 2a8853c5-003a-40a6-9a00-fc6ec826fe96 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:34.595357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.607539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:34.644494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:34.649879 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:34.654337 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:34.672277 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:34.676985 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:34.682338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.691589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event updated for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:34.718934 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2465-2bc3-48d5-97a8-822e1f100a0b req-afdefad6-2a69-4fca-8b36-a2b34a06a528 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:34.720006 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:34.720924 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.729124 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f37c2465-2bc3-48d5-97a8-822e1f100a0b req-afdefad6-2a69-4fca-8b36-a2b34a06a528 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 944 time: 0.0704701 Nov 10 08:37:34.775149 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f37c2465-2bc3-48d5-97a8-822e1f100a0b req-d158efbd-8f4a-4a93-aff9-7c129c9eaf32 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Nov 10 08:37:34.783276 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.815102 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-c302610f-c77d-4962-82b3-9bdfabbdf3f5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005066 Nov 10 08:37:34.829063 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Request body: {'port': {'device_id': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:34.841208 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.884984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:34.885539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:34.890042 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2403a-df91-4bd3-ab8a-26dc4cc21854" -d '{"events": [{"server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "name": "network-vif-plugged", "status": "completed", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:34.907279 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:34.934347 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7138fbcb-a6ad-44b3-ac65-ad098b517b07 x-openstack-request-id: req-7138fbcb-a6ad-44b3-ac65-ad098b517b07 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:34.934660 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "name": "network-vif-plugged", "status": "completed", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:34.934912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7138fbcb-a6ad-44b3-ac65-ad098b517b07 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:34.935298 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'code': 200} Nov 10 08:37:34.973372 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.055542 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:35.071686 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.072671 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.073020 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.073359 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.073698 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.074030 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.074362 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.074689 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.075283 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.075609 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.075951 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.076275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:37:35.153005 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6219476c-0402-43e8-876b-a0018c8f3d39 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:35.160254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.174287 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Transition to ACTIVE for port object 6219476c-0402-43e8-876b-a0018c8f3d39 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:37:35.239346 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb63c91-8b8a-49a1-bd1c-df3a842bb29b req-70eef06c-67da-4a43-b86f-218472159d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.240832 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4cb63c91-8b8a-49a1-bd1c-df3a842bb29b req-70eef06c-67da-4a43-b86f-218472159d61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 1098 time: 0.0387580 Nov 10 08:37:35.241863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.314632 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Pushing event updated for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:35.349279 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4cb63c91-8b8a-49a1-bd1c-df3a842bb29b req-6c448b00-ba21-4bd8-be96-0c1b258816b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830474 Nov 10 08:37:35.394152 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Attempting to bind port 6219476c-0402-43e8-876b-a0018c8f3d39 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:35.394479 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Attempting to bind port 6219476c-0402-43e8-876b-a0018c8f3d39 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:35.394798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Attempting to bind port 6219476c-0402-43e8-876b-a0018c8f3d39 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:35.398976 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Port 6219476c-0402-43e8-876b-a0018c8f3d39 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:37:35.399289 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Attempting to bind port 6219476c-0402-43e8-876b-a0018c8f3d39 on network 1140b8bc-5e3e-44fc-8951-7c3a054d22e3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:35.404076 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:35.404342 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Checking segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:35.404714 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Bound using segment: {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:35.405131 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Bound port: 6219476c-0402-43e8-876b-a0018c8f3d39, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f0a95-2dd4-49ad-a884-b954da3a7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:35.405477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.469496 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:35.472563 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6219476c-0402-43e8-876b-a0018c8f3d39,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:35.532602 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ddae-35ec-424c-9db6-3024fb71f356 req-cf62e450-fc5e-415a-a49b-5654d93b231d tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.534073 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f021ddae-35ec-424c-9db6-3024fb71f356 req-cf62e450-fc5e-415a-a49b-5654d93b231d tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 943 time: 0.0474784 Nov 10 08:37:35.567712 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.583771 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f021ddae-35ec-424c-9db6-3024fb71f356 req-677b259b-15e5-4bd8-94f0-aa6910f8a671 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Nov 10 08:37:35.602622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.603857 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:35.605233 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] 10.222.0.45 "PUT /v2.0/ports/6219476c-0402-43e8-876b-a0018c8f3d39 HTTP/1.1" status: 200 len: 1093 time: 0.7807853 Nov 10 08:37:35.605674 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:35.607903 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c29d309-bcd9-4282-ab13-b1da1d60c060" -d '{"events": [{"name": "network-changed", "server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:35.631894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d7ca5-8190-4afa-abc9-e0e42142b146 service neutron] Pushing event updated for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:35.644815 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d440735-53aa-4a85-845b-159a4fba695b x-openstack-request-id: req-6d440735-53aa-4a85-845b-159a4fba695b {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:35.645110 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:35.645362 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d440735-53aa-4a85-845b-159a4fba695b {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:35.645755 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39', 'status': 'completed', 'code': 200} Nov 10 08:37:35.715906 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-ff368dff-80bf-41dc-a4ce-04890f5e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.717290 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-ff368dff-80bf-41dc-a4ce-04890f5e8b9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 1096 time: 0.0436604 Nov 10 08:37:35.816992 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-276f55e0-31c5-4d13-bcd8-5ad5e72514e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.818460 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-276f55e0-31c5-4d13-bcd8-5ad5e72514e0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db146857b434e1a87c6ae88c88bd12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905259 Nov 10 08:37:35.891662 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d366fb-c3c6-4dbc-9b70-63e3328bee4f req-4c8581e4-dc20-412e-b4fd-257cc15ea95e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.893149 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f5d366fb-c3c6-4dbc-9b70-63e3328bee4f req-4c8581e4-dc20-412e-b4fd-257cc15ea95e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0477488 Nov 10 08:37:35.919914 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-7f3ee553-e66d-4bb0-bbfa-9f2c9768218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:35.921366 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9c29d309-bcd9-4282-ab13-b1da1d60c060 req-7f3ee553-e66d-4bb0-bbfa-9f2c9768218a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934193 Nov 10 08:37:35.945154 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f5d366fb-c3c6-4dbc-9b70-63e3328bee4f req-6ba0a669-c3c7-43e2-ac0b-829ca78d6809 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449584 Nov 10 08:37:36.003176 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-daeee8b7-ec47-409a-aa56-5a9e15361f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:36.004699 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-daeee8b7-ec47-409a-aa56-5a9e15361f31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 1096 time: 0.0392804 Nov 10 08:37:36.053227 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-ae8b97f7-42de-47fa-a9cb-a650607bf307 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6219476c-0402-43e8-876b-a0018c8f3d39 HTTP/1.1" status: 200 len: 217 time: 0.0329568 Nov 10 08:37:36.113043 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-59f51151-05d9-4b3b-bf46-f854372a9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:36.114429 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-59f51151-05d9-4b3b-bf46-f854372a9912 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 200 len: 855 time: 0.0470223 Nov 10 08:37:36.147408 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-251548b1-e8eb-4217-94c0-47db3d8d9956 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234172 Nov 10 08:37:36.234396 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-bc01896e-d358-4c15-8700-d301196451d5 service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788291 Nov 10 08:37:36.326979 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d60d38f5-c1ac-4821-8466-f31b3c725f7d req-f6ba5823-5078-478f-95ef-222ca37629dd service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830727 Nov 10 08:37:36.702340 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419aea6-b17b-4ba8-97cb-f80972dfbf4d req-64a8784b-fb44-4357-99df-49711f750b06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:36.703860 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f419aea6-b17b-4ba8-97cb-f80972dfbf4d req-64a8784b-fb44-4357-99df-49711f750b06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 943 time: 0.0503178 Nov 10 08:37:36.750708 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f419aea6-b17b-4ba8-97cb-f80972dfbf4d req-1ca29006-1f87-4e48-a6c9-74394f2ff10f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Nov 10 08:37:37.057700 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cef488-a9a2-4833-813f-512d882fa805 req-6b5e2af7-312a-49b2-a8a0-0174001ddcf5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:37.059136 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81cef488-a9a2-4833-813f-512d882fa805 req-6b5e2af7-312a-49b2-a8a0-0174001ddcf5 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Nov 10 08:37:37.104461 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81cef488-a9a2-4833-813f-512d882fa805 req-8c99d1ef-3a80-4dd7-8ba4-b3c1be3c8a60 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Nov 10 08:37:37.220622 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae235f-2c5f-4bdc-bef1-7a6e3f1a557f req-b6c8735b-08e1-4257-94e6-8c07c582b257 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:37.222063 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3eae235f-2c5f-4bdc-bef1-7a6e3f1a557f req-b6c8735b-08e1-4257-94e6-8c07c582b257 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0514119 Nov 10 08:37:37.231749 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47684) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:37.235926 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Request body: {'floatingip': {'port_id': '2a8853c5-003a-40a6-9a00-fc6ec826fe96'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:37.272656 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:37.940393 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a1603-5f2c-4794-aab8-745153091f5a req-1f3b5b15-cb98-4162-86fe-cf6b666ebd2e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:37.941844 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df4a1603-5f2c-4794-aab8-745153091f5a req-1f3b5b15-cb98-4162-86fe-cf6b666ebd2e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 943 time: 0.1135671 Nov 10 08:37:37.961842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:37.996525 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df4a1603-5f2c-4794-aab8-745153091f5a req-f085afb9-4c17-48fd-bcec-205cbcfe8327 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Nov 10 08:37:38.006669 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:38.104914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Floating IP c7ae6b11-0017-49ea-8c0e-755b745ea7f8 associated. External IP: 172.27.3.65, port: 2a8853c5-003a-40a6-9a00-fc6ec826fe96. Nov 10 08:37:38.312028 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:37:38.416289 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:37:38.420996 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:38.425550 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:37:38.435379 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:38.436025 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:38.446964 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9d42a086-acbb-4cbb-9b22-a501aa0274fd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "PUT /v2.0/floatingips/c7ae6b11-0017-49ea-8c0e-755b745ea7f8 HTTP/1.1" status: 200 len: 990 time: 1.2141578 Nov 10 08:37:38.447561 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:38.450165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:38.489183 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb4de6-ecc9-4852-aede-368559383717 x-openstack-request-id: req-39eb4de6-ecc9-4852-aede-368559383717 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:38.489470 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:38.489722 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39eb4de6-ecc9-4852-aede-368559383717 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:38.490115 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'status': 'completed', 'code': 200} Nov 10 08:37:38.551384 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:38.565987 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-e30965e4-e603-41dc-abae-d30d689dff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:38.567473 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-e30965e4-e603-41dc-abae-d30d689dff6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95c3254046964e80b54657eda18c022f&device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 1098 time: 0.0442090 Nov 10 08:37:38.578656 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 6219476c-0402-43e8-876b-a0018c8f3d39 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:37:38.662209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-20fbfa92-3e33-4633-8334-32f98fc84b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:38.663656 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-20fbfa92-3e33-4633-8334-32f98fc84b10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 200 len: 912 time: 0.0870917 Nov 10 08:37:38.729143 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-ce93b0c5-6be3-4a37-9fcc-f0af07074eb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96 HTTP/1.1" status: 200 len: 998 time: 0.0566111 Nov 10 08:37:38.779853 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6219476c-0402-43e8-876b-a0018c8f3d39,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:38.782079 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-ff401d64-21a8-48e9-bb5a-795ce867613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:38.783188 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-ff401d64-21a8-48e9-bb5a-795ce867613d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 200 len: 850 time: 0.0452313 Nov 10 08:37:38.800482 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '6219476c-0402-43e8-876b-a0018c8f3d39', 'network_id': '1140b8bc-5e3e-44fc-8951-7c3a054d22e3', 'port_id': '6219476c-0402-43e8-876b-a0018c8f3d39', 'mac_address': 'fa:16:3e:98:8e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad84943-300f-440d-8521-249bdcf89cb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:37:38.834591 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-4cadb4dd-699b-45f1-ba7e-c85e3a1a6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:38.836132 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-4cadb4dd-699b-45f1-ba7e-c85e3a1a6fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8b5f732-efe7-49f3-912c-9c6781fa16b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436347 Nov 10 08:37:38.873445 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:38.892101 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6219476c-0402-43e8-876b-a0018c8f3d39 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:38.917579 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6219476c-0402-43e8-876b-a0018c8f3d39,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:38.925503 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c7ae6b11-0017-49ea-8c0e-755b745ea7f8', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:af:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:24Z', 'updated_at': '2021-11-10T08:37:37Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:38.943203 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-4bd27db8-7e2c-4dcd-9391-f48fc856493d service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937006 Nov 10 08:37:38.953291 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:37:38.961620 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:37:38.962217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:38.996561 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:39.063857 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-deaba1cb-bf21-414a-8fdf-ee0aedb811f6 req-21174c1e-5c49-4b52-a9d8-6121c66f18d6 service neutron] 10.222.0.45 "GET /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944347 Nov 10 08:37:39.092119 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:39.109157 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:37:39.119244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c12eac-6bba-46fe-ba3b-2ab71b3b496d req-33022c21-2936-4203-b007-6ad7942f0789 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:39.120755 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-94c12eac-6bba-46fe-ba3b-2ab71b3b496d req-33022c21-2936-4203-b007-6ad7942f0789 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 944 time: 0.0505311 Nov 10 08:37:39.157027 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:37:39.185315 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-94c12eac-6bba-46fe-ba3b-2ab71b3b496d req-31a4d760-3171-47d8-b250-51f201896e5c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583029 Nov 10 08:37:39.374957 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['6219476c-0402-43e8-876b-a0018c8f3d39'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:39.539847 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c7ae6b11-0017-49ea-8c0e-755b745ea7f8', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:af:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:24Z', 'updated_at': '2021-11-10T08:37:37Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:37:39.573113 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dc4ba-c04b-4f18-8626-7505b74b5e71 None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c7ae6b11-0017-49ea-8c0e-755b745ea7f8', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'port_id': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'mac_address': 'fa:16:3e:af:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:37:24Z', 'updated_at': '2021-11-10T08:37:37Z', 'revision_number': 1, 'project_id': '95c3254046964e80b54657eda18c022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:37:39.766584 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d9d4c-d3fa-4c07-aa07-c758baaa8404 None None] New status for floating IP c7ae6b11-0017-49ea-8c0e-755b745ea7f8: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:37:40.303622 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251c6d3-eb8f-4b51-9f35-52235ff4f26f req-16cbd0e4-140f-4bb3-938e-b0904bd2ad47 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:40.305115 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b251c6d3-eb8f-4b51-9f35-52235ff4f26f req-16cbd0e4-140f-4bb3-938e-b0904bd2ad47 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 944 time: 0.0512815 Nov 10 08:37:40.349984 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b251c6d3-eb8f-4b51-9f35-52235ff4f26f req-9462b0f1-86be-497c-98e0-d97b2f622102 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Nov 10 08:37:40.590480 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 6219476c-0402-43e8-876b-a0018c8f3d39 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:40.686903 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 6219476c-0402-43e8-876b-a0018c8f3d39 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:40.692056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 6219476c-0402-43e8-876b-a0018c8f3d39 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:40.692056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:40.775916 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-b5a67905-bf8d-4d54-a095-0705f0b1daf3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050349528&fields=id&tenant_id=3520025ebe8b4ee088a48a444c355428 HTTP/1.1" status: 200 len: 267 time: 0.0461607 Nov 10 08:37:40.777111 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:40.799426 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:40.802232 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682bae52-a257-429f-96f3-77eca6abe7ee" -d '{"events": [{"server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "name": "network-vif-plugged", "status": "completed", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:40.815384 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6219476c-0402-43e8-876b-a0018c8f3d39,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:40.847757 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471faf7-e866-4933-a499-5d0b1503c207 x-openstack-request-id: req-4471faf7-e866-4933-a499-5d0b1503c207 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:40.848216 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "name": "network-vif-plugged", "status": "completed", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:40.848553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4471faf7-e866-4933-a499-5d0b1503c207 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:40.849020 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39', 'code': 200} Nov 10 08:37:40.880989 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:40.888077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-0f3d44db-ec98-4497-aa1c-1a2265d64903 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:40.889560 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-0f3d44db-ec98-4497-aa1c-1a2265d64903 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 808 time: 0.1068282 Nov 10 08:37:40.904851 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-621c67e0-c704-4618-9641-3e132842a2fd tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/quotas/3520025ebe8b4ee088a48a444c355428 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Nov 10 08:37:40.936365 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:40.956641 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-1e6dff2f-44d2-4369-ba7b-4d052690e0e9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456312 Nov 10 08:37:41.051272 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-8bc55cc4-725c-490e-9c5a-4404d3f8d4e2 service neutron] 10.222.0.21 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834720 Nov 10 08:37:41.143044 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-9ad1a96d-4113-4055-bb05-3f591fb02f1b service neutron] 10.222.0.21 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845511 Nov 10 08:37:41.152894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e807-bfa2-471a-9916-69f127e9b082 req-d7f26bd2-9b09-4dea-877c-fba18ef379e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:41.154358 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2751e807-bfa2-471a-9916-69f127e9b082 req-d7f26bd2-9b09-4dea-877c-fba18ef379e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 1098 time: 0.0412896 Nov 10 08:37:41.201347 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-2751e807-bfa2-471a-9916-69f127e9b082 req-bccee7e0-fbdb-4e38-907e-0531b37f5646 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Nov 10 08:37:41.467337 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75110f0-7d2f-41bd-8e32-5bed8e1259b8 req-65f8acf8-6566-4bee-bc78-8d9646a081d5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:41.468864 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a75110f0-7d2f-41bd-8e32-5bed8e1259b8 req-65f8acf8-6566-4bee-bc78-8d9646a081d5 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Nov 10 08:37:41.515696 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a75110f0-7d2f-41bd-8e32-5bed8e1259b8 req-9bf1c74a-d075-463d-97d7-fd887b260ed9 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Nov 10 08:37:41.733627 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e0ba9b9a-b8b6-4550-a5ca-3c7b13217774 req-d676e602-829e-4a15-8b14-2e430b79f927 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 210 time: 0.0302265 Nov 10 08:37:42.642533 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4594806-5312-44df-a22a-fd7c51519a8c req-b5a94ec5-0642-4b0e-8f27-3f1afaa4d761 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:42.644012 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f4594806-5312-44df-a22a-fd7c51519a8c req-b5a94ec5-0642-4b0e-8f27-3f1afaa4d761 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Nov 10 08:37:42.690234 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f4594806-5312-44df-a22a-fd7c51519a8c req-b15dd3e2-ddab-439e-b97a-f1223b8e6ed3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Nov 10 08:37:42.826270 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2dfdd3e1-237c-45a7-94bb-8b72999b5863 req-919e2c19-6ee0-4cd4-b464-ebe5877e2343 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 210 time: 0.0264509 Nov 10 08:37:43.000696 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bed2d87d-4aa7-4c26-809d-a4a2d66f34b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:43.793830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-fde1f906-f4a0-426f-8742-27aa8aed4c62 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:43.795036 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-fde1f906-f4a0-426f-8742-27aa8aed4c62 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 808 time: 0.1071115 Nov 10 08:37:43.810846 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdef108-7238-4bd2-83d0-d1f4532d5a60 req-6ffd897c-56a2-4df9-8dcc-a06053f2956e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:43.812879 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1bdef108-7238-4bd2-83d0-d1f4532d5a60 req-6ffd897c-56a2-4df9-8dcc-a06053f2956e tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Nov 10 08:37:43.863807 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-fcfc4245-45d2-4f81-bd6c-7afa654f5c0a tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3520025ebe8b4ee088a48a444c355428 HTTP/1.1" status: 200 len: 380 time: 0.0541656 Nov 10 08:37:43.864498 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1bdef108-7238-4bd2-83d0-d1f4532d5a60 req-5576b004-b97d-4265-aef0-692c65e41f09 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Nov 10 08:37:43.879052 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'port': {'device_id': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'admin_state_up': True, 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'security_groups': ['c447f572-a409-4a77-a977-ddb296a489d4']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:43.942722 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d5702c00-cdc3-4e61-8dfc-63cb7070d4ee req-cc843f89-ccf2-45a4-8788-ac2d520b5d2d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 210 time: 0.0312660 Nov 10 08:37:44.058107 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Made reservation on behalf of 3520025ebe8b4ee088a48a444c355428 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:37:44.061931 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:44.188056 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Allocated IP 172.20.0.14 (2e4c7786-f353-4939-be3f-8188316b2e0a/92276683-1a69-4b12-b86d-8903858cff3c/f97caca3-784b-4b87-8eb0-41ed35b51107) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:44.330233 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:44.464871 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:44.509592 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Network 2e4c7786-f353-4939-be3f-8188316b2e0a is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:37:44.514194 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:37:44.516912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:37:44.545493 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:44.578898 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:44.579521 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:44.701119 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-01abee7e-e913-44c2-8ee5-3a8a4aeb1a3f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259416 Nov 10 08:37:44.714288 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Request body: {'port': {'device_id': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:44.721100 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-30bade02-f0e4-44d4-be45-32a20397a71b None None] Provisioning complete for port f97caca3-784b-4b87-8eb0-41ed35b51107 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:44.721611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-30bade02-f0e4-44d4-be45-32a20397a71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:44.757877 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-30bade02-f0e4-44d4-be45-32a20397a71b None None] Port f97caca3-784b-4b87-8eb0-41ed35b51107 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:37:44.776361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.041316 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97caca3-784b-4b87-8eb0-41ed35b51107 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:45.049308 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.062031 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Transition to ACTIVE for port object f97caca3-784b-4b87-8eb0-41ed35b51107 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:37:45.068769 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f374-79c6-43e4-878b-302258c59c81 req-9102c802-bcaa-49a1-86fc-6ac0598e0711 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.070473 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5105f374-79c6-43e4-878b-302258c59c81 req-9102c802-bcaa-49a1-86fc-6ac0598e0711 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 932 time: 0.0542560 Nov 10 08:37:45.123097 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5105f374-79c6-43e4-878b-302258c59c81 req-2415da29-105f-41b0-a5c2-9f82511bb43b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454030 Nov 10 08:37:45.142675 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.192440 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:45.268698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Attempting to bind port f97caca3-784b-4b87-8eb0-41ed35b51107 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:37:45.269000 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Attempting to bind port f97caca3-784b-4b87-8eb0-41ed35b51107 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:37:45.269407 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Attempting to bind port f97caca3-784b-4b87-8eb0-41ed35b51107 on network 2e4c7786-f353-4939-be3f-8188316b2e0a {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:45.274040 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Port f97caca3-784b-4b87-8eb0-41ed35b51107 on network 2e4c7786-f353-4939-be3f-8188316b2e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:37:45.274410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Attempting to bind port f97caca3-784b-4b87-8eb0-41ed35b51107 on network 2e4c7786-f353-4939-be3f-8188316b2e0a {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:37:45.279437 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:37:45.279770 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Checking segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:37:45.280185 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Bound using segment: {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:37:45.280746 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Bound port: f97caca3-784b-4b87-8eb0-41ed35b51107, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631fdb0c-b61e-4ac6-a5d0-16ab71d96146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:37:45.281102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.332132 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b881ce79-7998-4914-82b0-a6b3d8ee0160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.348550 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:37:45.351713 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:37:45.406770 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.444757 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.444757 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:45.446220 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] 10.222.0.45 "PUT /v2.0/ports/f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 1094 time: 0.7366104 Nov 10 08:37:45.447357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:45.449655 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924abeaa-4c43-47d9-a32a-04bd8a932cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:45.480686 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f454377-34dd-4258-b600-493e2ec6c374 service neutron] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:45.500351 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630a42c-b37f-43a0-ac22-b8691f5611db x-openstack-request-id: req-8630a42c-b37f-43a0-ac22-b8691f5611db {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:45.500640 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:45.501023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8630a42c-b37f-43a0-ac22-b8691f5611db {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:45.501590 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'status': 'completed', 'code': 200} Nov 10 08:37:45.575148 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-eb4d49aa-e293-4456-9c6e-6ba08e74104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.576771 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-eb4d49aa-e293-4456-9c6e-6ba08e74104b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1097 time: 0.0473504 Nov 10 08:37:45.689652 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-10a3e0fc-6e2b-4a92-af6b-84b0410d6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.691161 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-10a3e0fc-6e2b-4a92-af6b-84b0410d6685 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3520025ebe8b4ee088a48a444c355428&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1028292 Nov 10 08:37:45.799013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-88ff7275-1e27-4fdf-adbe-a307b9e78c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.800507 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-924abeaa-4c43-47d9-a32a-04bd8a932cd2 req-88ff7275-1e27-4fdf-adbe-a307b9e78c6f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906866 Nov 10 08:37:45.888230 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-eb9b786b-5d2d-4278-b342-b58882c8a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.889746 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-eb9b786b-5d2d-4278-b342-b58882c8a099 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1097 time: 0.0462303 Nov 10 08:37:45.932451 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-073d3fac-4052-4885-bbf8-1c1231506d9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 217 time: 0.0332003 Nov 10 08:37:45.982843 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-95f98624-40a8-4248-8308-7079d83cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:45.984285 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-95f98624-40a8-4248-8308-7079d83cbaea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0437176 Nov 10 08:37:46.030708 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-61d59da1-d5f3-4e5c-b13a-672854e16d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:46.032192 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-61d59da1-d5f3-4e5c-b13a-672854e16d07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390480 Nov 10 08:37:46.127055 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-54a9b7ec-a144-4497-a503-1c1511ebb446 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841267 Nov 10 08:37:46.217124 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7c45bc9d-1ab3-41a0-b9b2-83c32fb801e9 req-cc683d4b-4ebf-493c-88da-1e3a00a64f32 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Nov 10 08:37:46.244732 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd910-82c8-4a36-b356-049b7605d6ed req-412e1356-d205-4d98-b094-a8c1f7573aa0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:46.246264 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c9dd910-82c8-4a36-b356-049b7605d6ed req-412e1356-d205-4d98-b094-a8c1f7573aa0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0542376 Nov 10 08:37:46.305663 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c9dd910-82c8-4a36-b356-049b7605d6ed req-42cb0c25-6bc6-49d6-9832-30b444641199 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518637 Nov 10 08:37:46.332363 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:47.423601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7b11-e755-43eb-a028-ea7303514946 req-a38b03d8-ba6d-41ba-bb5c-c7cc59ca855f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:47.425079 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4dad7b11-e755-43eb-a028-ea7303514946 req-a38b03d8-ba6d-41ba-bb5c-c7cc59ca855f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0484378 Nov 10 08:37:47.473756 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4dad7b11-e755-43eb-a028-ea7303514946 req-f383cbec-6d65-47d5-beaf-4872dacedfc2 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Nov 10 08:37:47.783537 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:48.538444 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:48.586924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18991ab-07ec-4f92-b638-a90217cc6f5b req-7ff2418e-08c7-4cf0-ab58-2275dfd0bd91 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:48.588868 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f18991ab-07ec-4f92-b638-a90217cc6f5b req-7ff2418e-08c7-4cf0-ab58-2275dfd0bd91 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0484085 Nov 10 08:37:48.636369 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f18991ab-07ec-4f92-b638-a90217cc6f5b req-8f3d5981-96ed-4a91-a58b-2399eeb3a50c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Nov 10 08:37:49.756064 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25160d-8f6f-4948-a0fd-eafbd1412607 req-c09fb35a-1751-4182-a5d7-8f2c6c9da61d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:49.757531 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe25160d-8f6f-4948-a0fd-eafbd1412607 req-c09fb35a-1751-4182-a5d7-8f2c6c9da61d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0512488 Nov 10 08:37:49.805953 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fe25160d-8f6f-4948-a0fd-eafbd1412607 req-64280289-1829-4f0e-95a5-8de2939218af tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 10 08:37:50.920415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84cd38-0180-423e-9e01-d5713f9fda15 req-f6c186af-f122-4024-91e2-2c9a052f9f87 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:50.935769 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df84cd38-0180-423e-9e01-d5713f9fda15 req-f6c186af-f122-4024-91e2-2c9a052f9f87 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0487356 Nov 10 08:37:50.969039 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df84cd38-0180-423e-9e01-d5713f9fda15 req-e2e70f4b-5d43-4be4-b7c7-facffbc6ecee tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Nov 10 08:37:52.172837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd1b5a-e658-413d-bdd7-885ce417cb7f req-f537d8a4-5db6-4e4c-8c9e-a5415a55ac74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:52.174247 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-31bd1b5a-e658-413d-bdd7-885ce417cb7f req-f537d8a4-5db6-4e4c-8c9e-a5415a55ac74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.1390760 Nov 10 08:37:52.220808 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-31bd1b5a-e658-413d-bdd7-885ce417cb7f req-2c181e25-7015-48df-98c6-544161e2818c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Nov 10 08:37:53.383089 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2253c-a777-444c-bee0-d7e358fc73f3 req-351c9107-33a1-4ca6-ba03-21c2c2a51b91 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:53.384641 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fa2253c-a777-444c-bee0-d7e358fc73f3 req-351c9107-33a1-4ca6-ba03-21c2c2a51b91 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0972965 Nov 10 08:37:53.435867 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fa2253c-a777-444c-bee0-d7e358fc73f3 req-25494754-7629-4c2d-9538-c1a51dc41445 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Nov 10 08:37:54.550884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c47f-15b0-4b40-a4f5-88b749f8e4c6 req-18d6d23a-ce9b-4922-987e-4da2cbe6d602 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:54.552345 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0065c47f-15b0-4b40-a4f5-88b749f8e4c6 req-18d6d23a-ce9b-4922-987e-4da2cbe6d602 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0476205 Nov 10 08:37:54.607380 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0065c47f-15b0-4b40-a4f5-88b749f8e4c6 req-a68dbb09-489c-47d4-9925-28742c4a425f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485287 Nov 10 08:37:54.678137 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:37:54.771640 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:54.783229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'mac_address': 'fa:16:3e:82:a0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:37:54.826170 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:54.838771 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97caca3-784b-4b87-8eb0-41ed35b51107 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:37:54.857885 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:54.937709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:54.984798 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:55.270929 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['f97caca3-784b-4b87-8eb0-41ed35b51107'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:37:55.719178 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe913-f24d-4127-9906-54930ead20ad req-dd8af2cd-6185-49b8-aaf9-2c8e860a783b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:55.720659 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8a3fe913-f24d-4127-9906-54930ead20ad req-dd8af2cd-6185-49b8-aaf9-2c8e860a783b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.0477564 Nov 10 08:37:55.768536 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8a3fe913-f24d-4127-9906-54930ead20ad req-a51b9d3b-eaa4-473a-9159-8314afc1bf72 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Nov 10 08:37:56.696626 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:37:56.823438 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port f97caca3-784b-4b87-8eb0-41ed35b51107 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:37:56.827700 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port f97caca3-784b-4b87-8eb0-41ed35b51107 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:37:56.828342 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:56.889229 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb398649-c233-4120-b8dc-de4d27662d88 req-3f4a6802-b3a0-4ec2-b2ba-8e08573c1983 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:56.890794 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eb398649-c233-4120-b8dc-de4d27662d88 req-3f4a6802-b3a0-4ec2-b2ba-8e08573c1983 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.0486999 Nov 10 08:37:56.907555 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:56.933789 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:37:56.936345 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f18ff0e-6db5-49f0-ad7e-47fb39ae05ce" -d '{"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-plugged", "status": "completed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:37:56.944948 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-eb398649-c233-4120-b8dc-de4d27662d88 req-920f0aae-6123-4c82-94a8-e98a2ea349e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 Nov 10 08:37:56.950800 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:37:56.981991 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08409e3c-1948-437b-ae45-2221d2e115bb x-openstack-request-id: req-08409e3c-1948-437b-ae45-2221d2e115bb {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:37:56.982285 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-plugged", "status": "completed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:37:56.982584 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08409e3c-1948-437b-ae45-2221d2e115bb {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:37:56.982982 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'code': 200} Nov 10 08:37:56.989284 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:57.037284 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:37:57.383215 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a7f6-3569-4c2b-afe2-d3fa28495cfa req-251adfe4-9875-4ae9-b1a5-1bcece1e16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:57.385380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c3a8a7f6-3569-4c2b-afe2-d3fa28495cfa req-251adfe4-9875-4ae9-b1a5-1bcece1e16be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0432250 Nov 10 08:37:57.428955 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c3a8a7f6-3569-4c2b-afe2-d3fa28495cfa req-0a32238d-dcc6-45d8-9f3c-2b959eacf2b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364063 Nov 10 08:37:57.902068 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db2b75-1709-418e-9415-ea8b557ff392 req-41da57b8-d1af-43aa-85c2-0b1b6529b881 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:57.903520 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74db2b75-1709-418e-9415-ea8b557ff392 req-41da57b8-d1af-43aa-85c2-0b1b6529b881 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Nov 10 08:37:57.949163 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-74db2b75-1709-418e-9415-ea8b557ff392 req-1904fbcf-3535-486d-a41a-615af4ac66c6 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Nov 10 08:37:58.060351 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d551-dc99-484f-b814-7d035192ba15 req-79e84434-d063-4e0a-a970-8cfe5be09d36 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:58.061685 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-03e9d551-dc99-484f-b814-7d035192ba15 req-79e84434-d063-4e0a-a970-8cfe5be09d36 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0476625 Nov 10 08:37:58.109175 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-03e9d551-dc99-484f-b814-7d035192ba15 req-0dd84a8b-19a7-4990-a9c3-67f0e6a03a11 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Nov 10 08:37:59.066269 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f239ac-7ba3-4e65-858c-f9301d0af148 req-6d080a2e-3a7d-4fde-b75b-bb2bf7fde000 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:59.069678 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66f239ac-7ba3-4e65-858c-f9301d0af148 req-6d080a2e-3a7d-4fde-b75b-bb2bf7fde000 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Nov 10 08:37:59.118386 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-66f239ac-7ba3-4e65-858c-f9301d0af148 req-a4501c41-7505-4d68-b935-014c1daeab8f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Nov 10 08:37:59.222900 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d39c-eba4-4db1-9a56-e9fb0665dd4f req-a7091239-c45d-480a-9e59-3abcb8226533 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:59.224351 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed27d39c-eba4-4db1-9a56-e9fb0665dd4f req-a7091239-c45d-480a-9e59-3abcb8226533 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0484099 Nov 10 08:37:59.271599 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ed27d39c-eba4-4db1-9a56-e9fb0665dd4f req-68e3caf0-3ed5-4ee7-b644-e1bbaca96cc7 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Nov 10 08:37:59.382728 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4c170-a0ce-48ef-9c51-3750aac3f619 req-18ca4325-b7d2-4b00-b24f-f25b2854719e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:59.384074 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3a4c170-a0ce-48ef-9c51-3750aac3f619 req-18ca4325-b7d2-4b00-b24f-f25b2854719e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0468593 Nov 10 08:37:59.430116 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3a4c170-a0ce-48ef-9c51-3750aac3f619 req-2203151b-1c8a-4103-ae3e-1fe2376b3f00 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Nov 10 08:37:59.451501 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47912) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:59.534756 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1e49f-c46c-4b4d-b78a-fe0750e937c7 tempest-TestShelveInstance-1938251186 tempest-TestShelveInstance-1938251186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:37:59.536252 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-82f1e49f-c46c-4b4d-b78a-fe0750e937c7 tempest-TestShelveInstance-1938251186 tempest-TestShelveInstance-1938251186-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1094 time: 0.0837867 Nov 10 08:37:59.539141 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 47918) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:37:59.543842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:37:59.617854 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:59.710373 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:37:59.815226 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Allocated IP 172.27.3.54 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/86b59264-b08f-469a-a76f-95698ed3045b) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:37:59.911261 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.007014 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.047660 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:38:00.054670 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:38:00.057157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:38:00.060253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'Port': ['ID=86b59264-b08f-469a-a76f-95698ed3045b,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:00.229684 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212539e-6a8c-464e-aecb-529c01e99145 req-e40a0138-7008-4838-ae4c-afd99a9cc3c2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:00.231259 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-8212539e-6a8c-464e-aecb-529c01e99145 req-e40a0138-7008-4838-ae4c-afd99a9cc3c2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Nov 10 08:38:00.290646 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e171d1-9357-4eeb-af50-c476c4b7d8ef req-449181c2-fb32-46c6-93d3-e7827972641c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:00.292074 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f6e171d1-9357-4eeb-af50-c476c4b7d8ef req-449181c2-fb32-46c6-93d3-e7827972641c tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 945 time: 0.0929871 Nov 10 08:38:00.326403 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Deleting port 6219476c-0402-43e8-876b-a0018c8f3d39 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:38:00.326734 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.406183 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f6e171d1-9357-4eeb-af50-c476c4b7d8ef req-c8b0bdc5-6420-4cf1-96d7-ff00bf3101c8 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080730 Nov 10 08:38:00.413089 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] For port 6219476c-0402-43e8-876b-a0018c8f3d39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6219476c-0402-43e8-876b-a0018c8f3d39,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:00.413452 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.425986 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Calling delete_port for 6219476c-0402-43e8-876b-a0018c8f3d39 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:38:00.472702 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.623850 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.628989 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.641430 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', '6219476c-0402-43e8-876b-a0018c8f3d39'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:00.656057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event deleted for resources: {'Port': ['ID=6219476c-0402-43e8-876b-a0018c8f3d39,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:00.702059 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] No DVR routers for this DVR port 6219476c-0402-43e8-876b-a0018c8f3d39 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:38:00.708923 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.712364 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-8212539e-6a8c-464e-aecb-529c01e99145 req-908d0ac5-c0e8-4b4b-996a-e108a5db6bc2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "DELETE /v2.0/ports/6219476c-0402-43e8-876b-a0018c8f3d39 HTTP/1.1" status: 204 len: 173 time: 0.4732172 Nov 10 08:38:00.712814 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'name': 'network-vif-deleted', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:00.715159 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85da455-f338-450e-981e-337b3ff06836" -d '{"events": [{"server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "name": "network-vif-deleted", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:00.758777 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde55178-54b9-4213-aa7f-c88e65f444ab x-openstack-request-id: req-cde55178-54b9-4213-aa7f-c88e65f444ab {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:00.759140 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8f218-5bb8-4f31-9b53-7746608578f8", "name": "network-vif-deleted", "tag": "6219476c-0402-43e8-876b-a0018c8f3d39", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:00.760360 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cde55178-54b9-4213-aa7f-c88e65f444ab {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:00.761335 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8f218-5bb8-4f31-9b53-7746608578f8', 'name': 'network-vif-deleted', 'tag': '6219476c-0402-43e8-876b-a0018c8f3d39', 'status': 'completed', 'code': 200} Nov 10 08:38:00.794528 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.868226 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:00.942073 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event updated for resources: {'Port': ['ID=86b59264-b08f-469a-a76f-95698ed3045b,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:00.952082 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:01.269572 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Floating IP 3da0ab1f-1a34-44d4-8217-3e1fa0560c6b associated. External IP: 172.27.3.54, port: f97caca3-784b-4b87-8eb0-41ed35b51107. Nov 10 08:38:01.471200 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Router d524e623-a6dd-4287-98b1-63367cc81b1c has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:38:01.544841 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a1c68590-4e1d-4960-bf22-e8b46697d2e5 req-ea5c22aa-2be2-4119-8299-2bd549d42a1f tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c8f218-5bb8-4f31-9b53-7746608578f8 HTTP/1.1" status: 200 len: 210 time: 0.0319829 Nov 10 08:38:01.601485 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:38:01.611535 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Sync routers for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:38:01.620520 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:38:01.621131 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:01.670532 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:01.700269 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-8a86a42a-2cd8-4d37-aaf8-70ab2204bc74 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1596570 Nov 10 08:38:01.700697 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:01.702976 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:01.733426 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:38:01.744403 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d046907-11a8-4e89-8e0a-0db7958c12bd x-openstack-request-id: req-9d046907-11a8-4e89-8e0a-0db7958c12bd {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:01.744693 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:01.744943 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d046907-11a8-4e89-8e0a-0db7958c12bd {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:01.745401 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'status': 'completed', 'code': 200} Nov 10 08:38:01.835437 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-1efd8232-94ea-48eb-bd35-1232e2c1e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:01.837060 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-1efd8232-94ea-48eb-bd35-1232e2c1e68c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0447218 Nov 10 08:38:01.951765 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-f7d66901-42de-458a-8584-423e31248cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:01.953142 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-f7d66901-42de-458a-8584-423e31248cab service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.0865993 Nov 10 08:38:01.964982 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '3da0ab1f-1a34-44d4-8217-3e1fa0560c6b', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'mac_address': 'fa:16:3e:82:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:38:00Z', 'updated_at': '2021-11-10T08:38:00Z', 'revision_number': 0, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:01.994454 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Checking router: d524e623-a6dd-4287-98b1-63367cc81b1c for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:38:02.002875 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:38:02.003475 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:37:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:02.021035 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-318617c4-f8e7-4d65-abaf-ab546a6dce74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 999 time: 0.0590858 Nov 10 08:38:02.078883 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-74746328-3bad-471b-95c2-79ddde870842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:02.080424 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-74746328-3bad-471b-95c2-79ddde870842 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0437188 Nov 10 08:38:02.105523 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:38:02.127771 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-49dff195-c5ca-475c-82ff-d4d7eb0a05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:02.129268 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-49dff195-c5ca-475c-82ff-d4d7eb0a05a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389879 Nov 10 08:38:02.228358 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-8c748c84-f406-4e93-8f12-e2c2571ab0d4 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822878 Nov 10 08:38:02.317671 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-02ed222b-eaf6-41e6-b7ec-3e8406398ab8 req-493be864-51fd-4aaf-9d64-be25b3d8e98a service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Nov 10 08:38:02.323464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '3da0ab1f-1a34-44d4-8217-3e1fa0560c6b', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'mac_address': 'fa:16:3e:82:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:38:00Z', 'updated_at': '2021-11-10T08:38:00Z', 'revision_number': 0, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:02.349368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390b518-c00d-4772-8f3e-9d503a4d825e None None] The sync data for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi is: [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '3da0ab1f-1a34-44d4-8217-3e1fa0560c6b', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'mac_address': 'fa:16:3e:82:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:38:00Z', 'updated_at': '2021-11-10T08:38:00Z', 'revision_number': 0, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:38:02.525607 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f2e3a-2c4f-4dd7-b632-250056ac52aa None None] New status for floating IP 3da0ab1f-1a34-44d4-8217-3e1fa0560c6b: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:38:02.715485 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 6219476c-0402-43e8-876b-a0018c8f3d39 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:38:02.865878 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 6219476c-0402-43e8-876b-a0018c8f3d39 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:38:02.866459 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 6219476c-0402-43e8-876b-a0018c8f3d39 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:38:04.260569 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a0f84-f45d-4db9-aa46-debe7e232450 req-0143025f-3544-4585-ba25-586f28936d2b tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:04.262022 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a14a0f84-f45d-4db9-aa46-debe7e232450 req-0143025f-3544-4585-ba25-586f28936d2b tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0489945 Nov 10 08:38:04.307787 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a14a0f84-f45d-4db9-aa46-debe7e232450 req-61d85df2-3230-49df-993c-da8b5f05e03b tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Nov 10 08:38:04.743363 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:05.423601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d11d2-2c11-453d-bbd1-772709950b69 req-c695d5e8-d1eb-44cd-b5bc-e59cb9480452 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:05.425057 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-770d11d2-2c11-453d-bbd1-772709950b69 req-c695d5e8-d1eb-44cd-b5bc-e59cb9480452 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0507581 Nov 10 08:38:05.470957 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-770d11d2-2c11-453d-bbd1-772709950b69 req-9912251f-d167-4321-bbef-215810288a19 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Nov 10 08:38:06.195820 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-89a31bae-fdf0-49c9-ac19-07487efff156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854614 Nov 10 08:38:06.558215 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-e06d6865-eb21-49cd-a37a-c3f3f1fe5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:06.559692 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-e06d6865-eb21-49cd-a37a-c3f3f1fe5bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db146857b434e1a87c6ae88c88bd12f&device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 1098 time: 0.3100989 Nov 10 08:38:06.573737 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-95609ac8-2e15-478c-b2e9-428a4be35af3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:06.575619 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-95609ac8-2e15-478c-b2e9-428a4be35af3 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0592787 Nov 10 08:38:06.588298 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702f3b7-256f-4b79-8c32-646ed47bc233 req-0dee0511-5ec4-41bc-a81c-de031b260e12 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:06.589748 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9702f3b7-256f-4b79-8c32-646ed47bc233 req-0dee0511-5ec4-41bc-a81c-de031b260e12 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 945 time: 0.0493114 Nov 10 08:38:06.637414 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9702f3b7-256f-4b79-8c32-646ed47bc233 req-431f29f7-1067-4981-b16b-38894db8c908 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Nov 10 08:38:06.733566 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-2593721e-de33-4a6b-894c-a92908a7f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:06.735004 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-2593721e-de33-4a6b-894c-a92908a7f557 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 200 len: 916 time: 0.1430013 Nov 10 08:38:06.753621 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Deleting port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:38:06.753909 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:06.786453 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-379f1ce9-1fe8-4e8d-b7b1-a95303d890ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e HTTP/1.1" status: 200 len: 217 time: 0.0411716 Nov 10 08:38:06.885412 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-1503baea-323f-447b-b626-6765a8ebedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:06.886836 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-1503baea-323f-447b-b626-6765a8ebedf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 200 len: 855 time: 0.0620587 Nov 10 08:38:06.934988 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-ac444024-0937-47eb-88eb-a5f8ba8c4e77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1140b8bc-5e3e-44fc-8951-7c3a054d22e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365229 Nov 10 08:38:06.942469 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] For port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:06.942834 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:06.994818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Calling delete_port for 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:38:07.087447 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-f5e580af-fcc7-4830-830f-6c61e3005b21 service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419308 Nov 10 08:38:07.219676 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-27e150e2-f3d4-4263-be8e-f3a9762179d9 req-2a571cff-f469-4644-98d2-7daac7966e02 service neutron] 10.222.0.45 "GET /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201215 Nov 10 08:38:07.302542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:07.313966 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:07.330422 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event deleted for resources: {'Port': ['ID=1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:07.341064 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.341220 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.341494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.341875 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.342215 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.342551 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.342883 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.343212 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.343760 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.343902 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.344219 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.344542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:07.389783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] No DVR routers for this DVR port 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:38:07.392406 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:07.395721 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-8ed936dc-3050-48be-b85f-8f9a3f265af2 req-dc6b4307-af1e-4515-bb81-d684e2e1af06 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "DELETE /v2.0/ports/1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 HTTP/1.1" status: 204 len: 173 time: 0.7964396 Nov 10 08:38:07.396194 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'name': 'network-vif-deleted', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:07.398432 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1a0639-95f3-47ca-8298-d2807e61aebe" -d '{"events": [{"server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "name": "network-vif-deleted", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:07.438239 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f47b3-2829-4adc-9e6a-8b79b98136a8 x-openstack-request-id: req-526f47b3-2829-4adc-9e6a-8b79b98136a8 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:07.438531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8f4c2d-2350-41ae-890a-55945a38462c", "name": "network-vif-deleted", "tag": "1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:07.438780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-526f47b3-2829-4adc-9e6a-8b79b98136a8 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:07.439164 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8f4c2d-2350-41ae-890a-55945a38462c', 'name': 'network-vif-deleted', 'tag': '1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9', 'status': 'completed', 'code': 200} Nov 10 08:38:07.734218 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6c1294e2-1236-4c71-b1da-3ecd8a610fbf req-a3968b45-c8c7-4ec0-8acb-2ff9c2df39ed tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8f4c2d-2350-41ae-890a-55945a38462c HTTP/1.1" status: 200 len: 210 time: 0.0271702 Nov 10 08:38:08.765794 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:38:08.786028 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:38:08.786369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1b3ab0a0-98c3-4532-baa9-b9f7f84c9de9 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:38:09.169596 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d55b5-4574-40ea-933a-71b77191b3a6 req-366905a4-44f5-4658-a595-de1534598daa tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:09.171227 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-160d55b5-4574-40ea-933a-71b77191b3a6 req-366905a4-44f5-4658-a595-de1534598daa tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 945 time: 0.0534925 Nov 10 08:38:09.217603 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-160d55b5-4574-40ea-933a-71b77191b3a6 req-dcd85e06-8ad5-4a21-9bdb-4b23bf3b1148 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Nov 10 08:38:10.333225 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f8c9a-2398-4656-9ed2-d85b5956af0a req-8741ef47-b276-4e71-8779-1c5d94be6338 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:10.334572 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-921f8c9a-2398-4656-9ed2-d85b5956af0a req-8741ef47-b276-4e71-8779-1c5d94be6338 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 945 time: 0.0476880 Nov 10 08:38:10.379788 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-921f8c9a-2398-4656-9ed2-d85b5956af0a req-46c4f9d9-03e6-4ba9-8cda-bf5204b29a73 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Nov 10 08:38:10.686870 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-306a1a55-e83b-43dd-8095-f8bf71e32097 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:10.688424 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-306a1a55-e83b-43dd-8095-f8bf71e32097 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Nov 10 08:38:10.778766 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Deleting port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:38:10.779141 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:10.868558 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] For port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:10.868921 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:10.881436 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Calling delete_port for bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:38:11.063802 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:11.076314 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:11.096380 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event deleted for resources: {'Port': ['ID=bef40d5d-9d3b-45bd-8a8c-8db565bf18f1,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:11.141827 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] No DVR routers for this DVR port bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:38:11.144453 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:11.148096 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-769efbdc-c043-439b-be61-2ed5f95e5cb3 req-87447426-6ff4-4a02-a44c-3cde568bf6fb tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "DELETE /v2.0/ports/bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 HTTP/1.1" status: 204 len: 173 time: 0.4521873 Nov 10 08:38:11.148554 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'name': 'network-vif-deleted', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:11.151945 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe573f0-7936-40f6-807f-04ed4fba5459" -d '{"events": [{"server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "name": "network-vif-deleted", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:11.249527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc6811-43d4-4fd0-8aa5-3ac0ced08b4b x-openstack-request-id: req-20dc6811-43d4-4fd0-8aa5-3ac0ced08b4b {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:11.249818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ab9bc-7d3c-44ec-b987-400d48813309", "name": "network-vif-deleted", "tag": "bef40d5d-9d3b-45bd-8a8c-8db565bf18f1", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:11.250070 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20dc6811-43d4-4fd0-8aa5-3ac0ced08b4b {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:11.250468 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6ab9bc-7d3c-44ec-b987-400d48813309', 'name': 'network-vif-deleted', 'tag': 'bef40d5d-9d3b-45bd-8a8c-8db565bf18f1', 'status': 'completed', 'code': 200} Nov 10 08:38:11.486403 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5423d562-d874-476e-8dff-1391a837251e req-3b3d1137-18f7-40db-abbe-26ca134f39a7 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6ab9bc-7d3c-44ec-b987-400d48813309 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Nov 10 08:38:13.005131 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d1946679-a3bb-410d-a567-fa6518b8c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:14.227039 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cc37d-a34a-4742-b851-9effb23cb8bb req-c900f022-c53e-4550-b60b-f32b226e2f66 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:14.228529 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-302cc37d-a34a-4742-b851-9effb23cb8bb req-c900f022-c53e-4550-b60b-f32b226e2f66 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 945 time: 0.0508204 Nov 10 08:38:14.277439 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-302cc37d-a34a-4742-b851-9effb23cb8bb req-67b36767-bc88-4d80-8c3e-79ad65875f82 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Nov 10 08:38:14.357352 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2e2c-8ac5-497a-9b0b-a3591c6ee4af req-555e2a04-a018-422d-a0d8-91a6ba2696e6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:14.358816 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-991d2e2c-8ac5-497a-9b0b-a3591c6ee4af req-555e2a04-a018-422d-a0d8-91a6ba2696e6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0491729 Nov 10 08:38:14.404855 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-991d2e2c-8ac5-497a-9b0b-a3591c6ee4af req-c895f4b6-3a36-49a7-acc7-07e692cecc11 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Nov 10 08:38:14.775037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:38:14.801845 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:38:14.802475 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device bef40d5d-9d3b-45bd-8a8c-8db565bf18f1 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:38:15.309375 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4a361247-30ae-424b-988b-1f8155f30a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:15.393006 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6d2d9-9071-4788-9e68-a30e17cc8cad req-d62040c2-b762-42f0-aeae-81e8d66737d4 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:15.394372 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-40b6d2d9-9071-4788-9e68-a30e17cc8cad req-d62040c2-b762-42f0-aeae-81e8d66737d4 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Nov 10 08:38:15.443077 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-40b6d2d9-9071-4788-9e68-a30e17cc8cad req-750a513b-7726-4bdf-aa1a-6e4ea268fad2 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/security-groups?id=7397b408-d01b-416b-94db-8d380863a9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Nov 10 08:38:15.525600 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a61b0-381d-4826-85b4-ff3332875863 req-1d25b914-0d4b-4e73-adb4-90f40492146c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:15.527046 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-338a61b0-381d-4826-85b4-ff3332875863 req-1d25b914-0d4b-4e73-adb4-90f40492146c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0477755 Nov 10 08:38:15.571987 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-338a61b0-381d-4826-85b4-ff3332875863 req-688fcdb4-2f32-4353-90a6-e58b57c049e0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391397 Nov 10 08:38:15.966743 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-0ef8e991-677f-416b-8bc3-5f6c9258ce64 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:15.968272 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-0ef8e991-677f-416b-8bc3-5f6c9258ce64 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 945 time: 0.0469019 Nov 10 08:38:16.061461 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Deleting port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:38:16.061722 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:16.145895 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:38:16.148648 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] For port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,segment=NetworkSegment(7c9f0a95-2dd4-49ad-a884-b954da3a7045),segment_id=7c9f0a95-2dd4-49ad-a884-b954da3a7045)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:16.149012 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:16.161612 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Calling delete_port for fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:38:16.370583 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:16.401369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:16.412732 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:16.430837 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Pushing event deleted for resources: {'Port': ['ID=fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:16.472762 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] No DVR routers for this DVR port fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:38:16.475218 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:16.478900 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-709a0d76-3a49-42e4-90e1-54d0039e6713 req-bb46af78-1e7c-4e2e-a9f7-3868b3770711 tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.45 "DELETE /v2.0/ports/fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e HTTP/1.1" status: 204 len: 173 time: 0.5012305 Nov 10 08:38:16.485048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'name': 'network-vif-deleted', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:16.485048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0869c-483b-435c-ad61-33d4da2b914f" -d '{"events": [{"server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "name": "network-vif-deleted", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:16.519029 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ccf82b-3dac-418d-a6b3-98678df2dde3 x-openstack-request-id: req-57ccf82b-3dac-418d-a6b3-98678df2dde3 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:16.519372 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba5409a-be56-4f57-91b8-387678e54f40", "name": "network-vif-deleted", "tag": "fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:16.519622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57ccf82b-3dac-418d-a6b3-98678df2dde3 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:16.520038 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba5409a-be56-4f57-91b8-387678e54f40', 'name': 'network-vif-deleted', 'tag': 'fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e', 'status': 'completed', 'code': 200} Nov 10 08:38:16.538599 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ccfe607c-cab1-451e-a542-b50f52f56b3b req-9619c400-2870-4bdb-a091-ebb8e4fa589b tempest-AttachVolumeNegativeTest-643510189 tempest-AttachVolumeNegativeTest-643510189-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ba5409a-be56-4f57-91b8-387678e54f40 HTTP/1.1" status: 200 len: 210 time: 0.0259585 Nov 10 08:38:16.691015 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9641-b413-42cb-aa0a-2f4e958aa5d7 req-70c27f11-9691-4eb9-a8f8-68cbc00745f8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:16.692473 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-faae9641-b413-42cb-aa0a-2f4e958aa5d7 req-70c27f11-9691-4eb9-a8f8-68cbc00745f8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0476391 Nov 10 08:38:16.743399 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-faae9641-b413-42cb-aa0a-2f4e958aa5d7 req-afdc14f2-552b-4bd9-a66d-c259c1fa6abc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Nov 10 08:38:17.593435 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48078) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:17.635958 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_v2 [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Deleting subnet bad84943-300f-440d-8521-249bdcf89cb9 {{(pid=102061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:38:17.638877 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.671809 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2130879612'] for subnet, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.708163 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.805312 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.835699 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131038956'] for subnet, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.863003 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad84943-300f-440d-8521-249bdcf89cb9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:17.864930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:17.865677 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ec02d-2bf0-48c3-85ba-4354aeba572e req-47e13000-3d82-40a2-bf8d-0669415718df tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:17.871038 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-088e5245-11cf-4d46-bf54-524b0024a4f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bad84943-300f-440d-8521-249bdcf89cb9 HTTP/1.1" status: 204 len: 168 time: 0.2735531 Nov 10 08:38:17.871151 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c35ec02d-2bf0-48c3-85ba-4354aeba572e req-47e13000-3d82-40a2-bf8d-0669415718df tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0524318 Nov 10 08:38:17.871254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48082) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:17.916146 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c35ec02d-2bf0-48c3-85ba-4354aeba572e req-339963ca-020e-4d47-85d5-c3d55257c918 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Nov 10 08:38:17.937031 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.016062 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.035179 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1140b8bc-5e3e-44fc-8951-7c3a054d22e3']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:18.044074 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f0a95-2dd4-49ad-a884-b954da3a7045') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:18.044369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f0a95-2dd4-49ad-a884-b954da3a7045') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:38:18.053200 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.065677 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.071285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:38:18.071664 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:38:18.073806 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:38:18.178220 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.183405 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.186545 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1140b8bc-5e3e-44fc-8951-7c3a054d22e3 HTTP/1.1" status: 204 len: 168 time: 0.3150868 Nov 10 08:38:18.201636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829eea7-2cab-4d3f-9520-4cbe56729e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1140b8bc-5e3e-44fc-8951-7c3a054d22e3,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:18.541820 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48088) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:18.577887 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.580902 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-fa40e788-af9b-43c5-bfca-af6a73eee704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8db146857b434e1a87c6ae88c88bd12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379369 Nov 10 08:38:18.583200 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48090) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:18.628254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.648472 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.749379 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.751861 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:18.754243 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7397b408-d01b-416b-94db-8d380863a9ef HTTP/1.1" status: 204 len: 168 time: 0.1689477 Nov 10 08:38:18.762866 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b53e91-f2eb-45d5-b948-d4a79a13089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7397b408-d01b-416b-94db-8d380863a9ef,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:18.880630 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:38:18.880630 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:38:18.880630 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device fd1bcd10-23d8-4e6b-bb0d-b1f6d0aa8b8e not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:38:19.037906 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7eae-10d5-4197-99ec-05aaf63d9af3 req-60807c80-37c1-4032-b5f0-4218afbc4dab tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:19.039389 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f07c7eae-10d5-4197-99ec-05aaf63d9af3 req-60807c80-37c1-4032-b5f0-4218afbc4dab tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0503962 Nov 10 08:38:19.086931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f07c7eae-10d5-4197-99ec-05aaf63d9af3 req-917d727d-4231-47e1-93fd-6f0e37fca9c6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Nov 10 08:38:20.208049 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff53ee-2d89-4dbf-b6e5-bea87c50ae4c req-cb7a6b14-3daa-43b2-b3e5-96f99240e67e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:20.209667 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4ff53ee-2d89-4dbf-b6e5-bea87c50ae4c req-cb7a6b14-3daa-43b2-b3e5-96f99240e67e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0528905 Nov 10 08:38:20.256657 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e4ff53ee-2d89-4dbf-b6e5-bea87c50ae4c req-d57f7a24-29bf-4b10-b582-9b4fa0212e74 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Nov 10 08:38:21.373942 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a186-19bc-4305-9a7e-78920ab35fa4 req-4a37d4dc-6119-4acc-a711-021edfa9bf21 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:21.375418 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2519a186-19bc-4305-9a7e-78920ab35fa4 req-4a37d4dc-6119-4acc-a711-021edfa9bf21 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0473409 Nov 10 08:38:21.421135 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2519a186-19bc-4305-9a7e-78920ab35fa4 req-8cc42315-7ec8-4ab6-80bf-73be37194f48 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Nov 10 08:38:22.537354 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fe78-d471-4438-b018-cb07e7f5ccc9 req-d2645763-1a74-4097-b6dc-b923da21552c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:22.538832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2b4fe78-d471-4438-b018-cb07e7f5ccc9 req-d2645763-1a74-4097-b6dc-b923da21552c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0482025 Nov 10 08:38:22.589500 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2b4fe78-d471-4438-b018-cb07e7f5ccc9 req-2971a973-86cf-4c2b-972e-baa80990c31c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Nov 10 08:38:23.710599 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acbc75-2a9a-4f95-8d7d-4e4d4276b42f req-c8c2373b-410c-4216-bc1f-f8ec08aa6269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:23.712092 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65acbc75-2a9a-4f95-8d7d-4e4d4276b42f req-c8c2373b-410c-4216-bc1f-f8ec08aa6269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0502267 Nov 10 08:38:23.761444 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65acbc75-2a9a-4f95-8d7d-4e4d4276b42f req-f46460d5-c2d5-4823-83ed-457b78aa1e09 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Nov 10 08:38:24.884824 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf3a8f-dbab-4c59-a130-9ac9087162aa req-27642bfa-39bd-4e21-8939-bc136bbe233c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:24.886797 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0baf3a8f-dbab-4c59-a130-9ac9087162aa req-27642bfa-39bd-4e21-8939-bc136bbe233c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0490086 Nov 10 08:38:24.933365 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0baf3a8f-dbab-4c59-a130-9ac9087162aa req-2bb63387-9a05-410a-af33-f78b22045e70 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Nov 10 08:38:25.390776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48190) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:25.496274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-948a6409-39c8-48ba-85b9-dd9c896b9da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.566808 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-948a6409-39c8-48ba-85b9-dd9c896b9da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.628726 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-948a6409-39c8-48ba-85b9-dd9c896b9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.668449 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-948a6409-39c8-48ba-85b9-dd9c896b9da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=847eb736216444e183cb49fe2e26fc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766356 Nov 10 08:38:25.669610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6409-39c8-48ba-85b9-dd9c896b9da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f5f946-ce82-4e5f-874b-881743bcef88,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:25.671089 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48194) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:25.720355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.740712 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.857706 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.860205 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:25.861341 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95f5f946-ce82-4e5f-874b-881743bcef88 HTTP/1.1" status: 204 len: 168 time: 0.1892934 Nov 10 08:38:25.868901 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f5f946-ce82-4e5f-874b-881743bcef88,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:25.876727 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.877078 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.877415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.877746 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.878073 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.878421 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.878709 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.879031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.879357 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.879674 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.880022 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:25.880339 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2fe10-bb92-487a-8734-ab0ba2e5a5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:26.051861 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87cc9f-31b5-4ed3-b972-fa5800fdf23f req-a0186d7d-dc30-4a99-a4c5-d990a3f2a7c2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:26.053359 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6f87cc9f-31b5-4ed3-b972-fa5800fdf23f req-a0186d7d-dc30-4a99-a4c5-d990a3f2a7c2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0486114 Nov 10 08:38:26.100446 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6f87cc9f-31b5-4ed3-b972-fa5800fdf23f req-09ce3452-25bc-4991-abf7-02df2c8b6516 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Nov 10 08:38:26.420070 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48204) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:26.433875 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6b400d12-bc2a-41cf-8b1c-33be4646fb41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.505373 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6b400d12-bc2a-41cf-8b1c-33be4646fb41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.583221 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-6b400d12-bc2a-41cf-8b1c-33be4646fb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.618769 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b400d12-bc2a-41cf-8b1c-33be4646fb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c677490e-ddaa-4afb-95bc-c5b015085fe9,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:26.624670 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6b400d12-bc2a-41cf-8b1c-33be4646fb41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ff8ec77fe0a40538b92fe9e659d4d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033727 Nov 10 08:38:26.627379 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48206) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:26.673122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.693743 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.789458 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.792013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.793134 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c677490e-ddaa-4afb-95bc-c5b015085fe9 HTTP/1.1" status: 204 len: 168 time: 0.1648550 Nov 10 08:38:26.800671 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e35c83-8708-4460-8aa6-59ad1600a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677490e-ddaa-4afb-95bc-c5b015085fe9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:26.825414 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:38:26.922755 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:26.934259 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:38:26.970300 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:26.983460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:38:27.004103 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:27.086471 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:27.136449 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=6']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:27.179229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['dbc789a2-45fb-4981-aeb1-e892b9343d99'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:27.234601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a0623-8755-48cf-82bd-c1b1dd90ef0d req-5fe0a6ac-2597-42e1-a1d4-d36b0a7aaf6b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:27.236162 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e16a0623-8755-48cf-82bd-c1b1dd90ef0d req-5fe0a6ac-2597-42e1-a1d4-d36b0a7aaf6b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 944 time: 0.0565841 Nov 10 08:38:27.290482 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e16a0623-8755-48cf-82bd-c1b1dd90ef0d req-16bee966-d6a1-43a7-9a2a-eea796f2fc02 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Nov 10 08:38:28.462637 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95287378-81d1-4943-ae5b-0550f3105f9e req-87381aec-0f76-498f-9201-612af2bdb04b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:28.470553 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-95287378-81d1-4943-ae5b-0550f3105f9e req-87381aec-0f76-498f-9201-612af2bdb04b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 944 time: 0.0652857 Nov 10 08:38:28.525561 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-95287378-81d1-4943-ae5b-0550f3105f9e req-4a673637-1144-4441-ba8f-8a28b2fae1e3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538993 Nov 10 08:38:28.839123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:38:28.900501 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port dbc789a2-45fb-4981-aeb1-e892b9343d99 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:38:28.901151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:28.993816 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:29.028501 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:29.031668 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8589a0-2c53-4d2f-9894-ad17f18b56b8" -d '{"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:29.045959 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:29.114994 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:29.254776 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=7']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:29.268290 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0358a-3364-4793-b4af-a5290e22c266 x-openstack-request-id: req-64c0358a-3364-4793-b4af-a5290e22c266 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:29.268769 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:29.269182 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c0358a-3364-4793-b4af-a5290e22c266 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:29.269771 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'code': 200} Nov 10 08:38:29.692994 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e734d5-40a6-4fa2-87ad-a1038583bb8c req-e7813c7b-c5f6-48f8-8dbd-c79140cd292e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:29.694722 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-29e734d5-40a6-4fa2-87ad-a1038583bb8c req-e7813c7b-c5f6-48f8-8dbd-c79140cd292e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0660477 Nov 10 08:38:29.761340 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-29e734d5-40a6-4fa2-87ad-a1038583bb8c req-7239487e-e103-43f4-96c8-98c46b60f5d7 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584669 Nov 10 08:38:30.919204 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9751ae-498d-411b-b02b-a42f22a7047d req-93aa4829-d9cb-469d-a24a-4481440507b5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:30.920998 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc9751ae-498d-411b-b02b-a42f22a7047d req-93aa4829-d9cb-469d-a24a-4481440507b5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0597274 Nov 10 08:38:30.978643 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc9751ae-498d-411b-b02b-a42f22a7047d req-d407e459-8260-4e35-9982-d7e446d63688 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 Nov 10 08:38:32.138971 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c007a-9e9f-435c-9125-cf7ae696ea3b req-73f3aca7-5adb-49b9-958f-a52468410f6f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:32.148588 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bb2c007a-9e9f-435c-9125-cf7ae696ea3b req-73f3aca7-5adb-49b9-958f-a52468410f6f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0837400 Nov 10 08:38:32.208798 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bb2c007a-9e9f-435c-9125-cf7ae696ea3b req-2ed2d4e0-3294-4f66-be3a-54c1d792b6f6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588863 Nov 10 08:38:33.345195 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0101fd-c4be-43ae-8a76-ff5689da000d req-99e84169-d99d-4d72-9f95-4c063462e228 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:33.355680 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fb0101fd-c4be-43ae-8a76-ff5689da000d req-99e84169-d99d-4d72-9f95-4c063462e228 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0694737 Nov 10 08:38:33.406777 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fb0101fd-c4be-43ae-8a76-ff5689da000d req-f5506f42-586a-4338-8b84-a3305722ccc9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501919 Nov 10 08:38:34.526266 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec20404-635b-4eed-be3f-153bb85b7ebb req-bbf2a413-6b91-4841-b4a9-eee3562d20c4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:34.527664 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4ec20404-635b-4eed-be3f-153bb85b7ebb req-bbf2a413-6b91-4841-b4a9-eee3562d20c4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0479581 Nov 10 08:38:34.574106 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4ec20404-635b-4eed-be3f-153bb85b7ebb req-b159423b-40b6-497b-8055-d7b2f2b54db9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Nov 10 08:38:34.768976 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48386) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:34.783339 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:34.881075 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97fdfc20-bf0f-4f42-8b9d-f4f0c361d43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:34.964863 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97fdfc20-bf0f-4f42-8b9d-f4f0c361d43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.041072 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97fdfc20-bf0f-4f42-8b9d-f4f0c361d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.082805 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-97fdfc20-bf0f-4f42-8b9d-f4f0c361d43a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9385d7e3d4ac4648816d8ec0a471e580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125601 Nov 10 08:38:35.084048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdfc20-bf0f-4f42-8b9d-f4f0c361d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a246f3-d73e-4e1d-a216-4c3864c3e45f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:35.085500 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48394) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:35.152672 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.175371 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.296489 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.299425 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:35.300795 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24a246f3-d73e-4e1d-a216-4c3864c3e45f HTTP/1.1" status: 204 len: 168 time: 0.2139704 Nov 10 08:38:35.321705 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591054-5feb-47e2-90c4-2b9452001906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a246f3-d73e-4e1d-a216-4c3864c3e45f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:35.715053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc999-067b-4c79-a31e-e8a750d1d1f9 req-5f5ee993-b3f8-47d6-aa63-0f75406ce967 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:35.716978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5fcbc999-067b-4c79-a31e-e8a750d1d1f9 req-5f5ee993-b3f8-47d6-aa63-0f75406ce967 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0638855 Nov 10 08:38:35.780671 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5fcbc999-067b-4c79-a31e-e8a750d1d1f9 req-542b5b35-3828-459c-b9be-385c3945cb5b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566995 Nov 10 08:38:35.971223 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48404) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:35.987251 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7901e1a-22a1-4c79-b416-1d6fafb226f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.074279 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7901e1a-22a1-4c79-b416-1d6fafb226f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.153712 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7901e1a-22a1-4c79-b416-1d6fafb226f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.204478 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f7901e1a-22a1-4c79-b416-1d6fafb226f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c6e04f2c499410cb6375d338ed11e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320936 Nov 10 08:38:36.205377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7901e1a-22a1-4c79-b416-1d6fafb226f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82983af-921a-4425-8830-436b384a1018,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:36.208536 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48406) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:36.280017 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.305590 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.429527 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.432494 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:36.433643 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d82983af-921a-4425-8830-436b384a1018 HTTP/1.1" status: 204 len: 168 time: 0.2241378 Nov 10 08:38:36.444544 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb2763-1813-40dd-9bbd-00b827defcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82983af-921a-4425-8830-436b384a1018,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:36.909871 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6b7ba-8b7b-4b47-a9fa-851bec549197 req-352acc2b-383d-4ee9-bd48-97fe73843aa4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:36.918454 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a3a6b7ba-8b7b-4b47-a9fa-851bec549197 req-352acc2b-383d-4ee9-bd48-97fe73843aa4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0619485 Nov 10 08:38:36.968193 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a3a6b7ba-8b7b-4b47-a9fa-851bec549197 req-49816832-4c5e-4ed4-b7a7-7f1fbb0f043f tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Nov 10 08:38:37.159794 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48416) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:37.176120 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed714-f54a-499f-b75b-376d23572dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.252923 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed714-f54a-499f-b75b-376d23572dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.326541 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed714-f54a-499f-b75b-376d23572dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.367605 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ed714-f54a-499f-b75b-376d23572dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9561991-2f07-4255-bc9f-b209a06cf1df,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:37.373180 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9f9ed714-f54a-499f-b75b-376d23572dd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03740106c5074527b4328cb4f68c041a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122786 Nov 10 08:38:37.376771 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48420) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:37.445798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.470936 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.766817 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.769405 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:37.770530 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9561991-2f07-4255-bc9f-b209a06cf1df HTTP/1.1" status: 204 len: 168 time: 0.3858254 Nov 10 08:38:37.778429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05df3-662f-452a-a3b7-bd16cfab2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9561991-2f07-4255-bc9f-b209a06cf1df,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:38.084488 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcd54-d6e1-4627-86d5-79b2f2536289 req-5520c546-ce97-4720-b18d-12d49c82f18a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:38.095214 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-78fbcd54-d6e1-4627-86d5-79b2f2536289 req-5520c546-ce97-4720-b18d-12d49c82f18a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0528722 Nov 10 08:38:38.136817 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-78fbcd54-d6e1-4627-86d5-79b2f2536289 req-416a390a-2a33-442f-a22b-921e837c939e tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Nov 10 08:38:39.256862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a5cd-25b7-4723-aeea-3818e3691bb1 req-12f31ba7-3e2e-4a5d-b87d-84e95d2b123b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:39.258315 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d611a5cd-25b7-4723-aeea-3818e3691bb1 req-12f31ba7-3e2e-4a5d-b87d-84e95d2b123b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0491517 Nov 10 08:38:39.307116 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d611a5cd-25b7-4723-aeea-3818e3691bb1 req-64cd7faa-eb56-4f96-8b33-27e147212a4b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428262 Nov 10 08:38:39.474330 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48472) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:39.583946 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-02346f51-d1c4-45e2-9ae6-3b9328048067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.657416 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-02346f51-d1c4-45e2-9ae6-3b9328048067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.715735 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-02346f51-d1c4-45e2-9ae6-3b9328048067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.757123 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-02346f51-d1c4-45e2-9ae6-3b9328048067 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d43f39d60d0745bc8a4b59798404301b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793474 Nov 10 08:38:39.757485 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48486) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:39.764214 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346f51-d1c4-45e2-9ae6-3b9328048067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68983140-a330-425a-af78-d693d6260341,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:39.809260 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.832348 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.953611 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.956150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:39.957315 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68983140-a330-425a-af78-d693d6260341 HTTP/1.1" status: 204 len: 168 time: 0.1989341 Nov 10 08:38:39.965607 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9d7b0-1cd6-4cd7-98db-b5619adf9576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68983140-a330-425a-af78-d693d6260341,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:40.054734 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-5023d1f6-d860-4ce8-b484-85cc3b80a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:40.056229 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-5023d1f6-d860-4ce8-b484-85cc3b80a39b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1098 time: 0.0412550 Nov 10 08:38:40.145593 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-47bc87f7-b468-4260-ad10-828d6409c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:40.147128 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-47bc87f7-b468-4260-ad10-828d6409c6e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.0841165 Nov 10 08:38:40.220894 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-cda52395-780c-4763-a65e-0ef26f981dc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 1001 time: 0.0657232 Nov 10 08:38:40.273097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-0e723ca5-7acc-4860-b56c-8926bfd4e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:40.274569 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-0e723ca5-7acc-4860-b56c-8926bfd4e29c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0454495 Nov 10 08:38:40.325194 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-01f1778f-04b7-4324-a9c7-9672365877aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:40.326661 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-01f1778f-04b7-4324-a9c7-9672365877aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449636 Nov 10 08:38:40.428740 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-95b7ff60-547e-40b8-b575-365cfc03e929 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940640 Nov 10 08:38:40.437420 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558f563-9a7d-4d5b-b527-865bbc7375b9 req-dd06e2dc-859e-499d-8987-25d61c21ee94 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:40.438824 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c558f563-9a7d-4d5b-b527-865bbc7375b9 req-dd06e2dc-859e-499d-8987-25d61c21ee94 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0520828 Nov 10 08:38:40.495066 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c558f563-9a7d-4d5b-b527-865bbc7375b9 req-41a61a96-3f73-4118-b0c4-941c1326b8c6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501494 Nov 10 08:38:40.524656 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fda9f01e-afa7-41be-aaa6-e10d0839131a req-2c2581d0-1873-44a3-bdfd-75b419f47c96 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876019 Nov 10 08:38:41.575620 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 48538) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:41.627753 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cce71-e348-4fa0-a4ac-c6929e3a1443 req-84873e46-b967-4a4a-a63a-16bf8f9c0008 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:41.629229 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b43cce71-e348-4fa0-a4ac-c6929e3a1443 req-84873e46-b967-4a4a-a63a-16bf8f9c0008 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0473421 Nov 10 08:38:41.676777 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b43cce71-e348-4fa0-a4ac-c6929e3a1443 req-3f45430e-dbda-4547-a81f-da6030a264f2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Nov 10 08:38:41.682274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee4bc-ecf6-420f-92bd-34e5c8427924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:41.758869 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee4bc-ecf6-420f-92bd-34e5c8427924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:41.835021 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee4bc-ecf6-420f-92bd-34e5c8427924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:41.873949 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3e4ee4bc-ecf6-420f-92bd-34e5c8427924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46df924ede8e41deb3415224984c813e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970407 Nov 10 08:38:41.874817 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee4bc-ecf6-420f-92bd-34e5c8427924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9710f-dcab-4941-bec9-db32492a1daa,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:41.877310 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48542) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:41.924108 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:41.944870 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:42.075467 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:42.078077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:42.079228 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8d9710f-dcab-4941-bec9-db32492a1daa HTTP/1.1" status: 204 len: 168 time: 0.2006981 Nov 10 08:38:42.086961 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e3e3-3e93-4e08-9f2f-bd1ea42cbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9710f-dcab-4941-bec9-db32492a1daa,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:42.799848 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453880b3-d5df-4748-bd2c-6f0f54666945 req-969359c2-0fe9-488d-9ad1-7930ff056678 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:42.801393 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-453880b3-d5df-4748-bd2c-6f0f54666945 req-969359c2-0fe9-488d-9ad1-7930ff056678 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 945 time: 0.0526721 Nov 10 08:38:42.856464 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-453880b3-d5df-4748-bd2c-6f0f54666945 req-37f12c90-d12d-47d0-9f32-2354e2e84187 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477040 Nov 10 08:38:42.920119 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:38:43.012624 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:43.034868 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:38:43.037117 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb98c0d8-95f0-4e43-84d7-d22ba678aaba" -d '{"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:38:43.046816 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c078710a-c4e1-49f6-b918-18a433da42a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:43.052447 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:43.078338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd97f3a4-9054-403f-853f-c0793255cf3c x-openstack-request-id: req-dd97f3a4-9054-403f-853f-c0793255cf3c {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:38:43.078708 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:38:43.079011 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd97f3a4-9054-403f-853f-c0793255cf3c {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:38:43.080572 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'code': 200} Nov 10 08:38:43.132157 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:43.185450 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=8']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:43.193145 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:43.199557 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:38:44.737956 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-d69942bf-8abd-46c8-98f0-e4750b6b9bb2 req-2075f3a7-2e7d-418c-b7f0-740b71f1f6be service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:38:44.738996 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d69942bf-8abd-46c8-98f0-e4750b6b9bb2 req-2075f3a7-2e7d-418c-b7f0-740b71f1f6be service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0914934 Nov 10 08:38:45.051579 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60504dd7-b5fe-4c25-98f5-191071623e9b req-d3244ec3-5b0b-40ca-a96c-de68aadf393d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:45.053148 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-60504dd7-b5fe-4c25-98f5-191071623e9b req-d3244ec3-5b0b-40ca-a96c-de68aadf393d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0484316 Nov 10 08:38:45.107563 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-60504dd7-b5fe-4c25-98f5-191071623e9b req-ecef945b-8d1a-44b2-a4a5-8909360f91c4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 Nov 10 08:38:45.304193 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-b19f9c78-dac4-4b38-919c-78de2d7fb8a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397739 Nov 10 08:38:45.337815 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-443e590f-ad66-44f3-8d88-36a7442c7486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:46.230913 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1a58-7c88-41e4-b793-6e401882a2ce req-31ea79de-121a-4b19-920f-f66e4d0e7ca6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.232412 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4f3f1a58-7c88-41e4-b793-6e401882a2ce req-31ea79de-121a-4b19-920f-f66e4d0e7ca6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0521181 Nov 10 08:38:46.282377 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4f3f1a58-7c88-41e4-b793-6e401882a2ce req-ccd41041-ef68-4ec2-b284-b1e4403a163c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Nov 10 08:38:46.332173 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:46.667113 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-83f92097-1b8b-4a0d-b500-b60ab2aad01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.669094 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-83f92097-1b8b-4a0d-b500-b60ab2aad01d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c&tenant_id=68120f0794924ae480f2676a2b58e354 HTTP/1.1" status: 200 len: 1096 time: 0.0389655 Nov 10 08:38:46.728972 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-1010cdf5-aac3-4cac-9d6b-2c8c590a667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.730382 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-1010cdf5-aac3-4cac-9d6b-2c8c590a667a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1096 time: 0.0390553 Nov 10 08:38:46.827014 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-0124d81d-214d-4e93-b979-be43a53d192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.829012 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-0124d81d-214d-4e93-b979-be43a53d192f service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.0886939 Nov 10 08:38:46.892783 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-c79633e3-d7e3-4c4b-82b1-90ff9c41dd59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 999 time: 0.0559428 Nov 10 08:38:46.944238 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-9c9b83d8-a3ca-4d81-90eb-afa876d91d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.945597 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-9c9b83d8-a3ca-4d81-90eb-afa876d91d74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0449350 Nov 10 08:38:46.989997 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-f8057654-add5-4166-9110-4b18ebd26403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:46.991386 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-f8057654-add5-4166-9110-4b18ebd26403 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382645 Nov 10 08:38:47.082578 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-8eb21e99-7437-4568-998f-4dc048f2769d service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 Nov 10 08:38:47.172563 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-4b98eff4-f017-4f7a-8c9e-7bd2f180a513 service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Nov 10 08:38:47.409598 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0bd78-0c91-48ad-b52c-ac5b69d18051 req-a04498d5-6667-44f0-ba55-533019c832b3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:47.411066 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d0d0bd78-0c91-48ad-b52c-ac5b69d18051 req-a04498d5-6667-44f0-ba55-533019c832b3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0502610 Nov 10 08:38:47.459497 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d0d0bd78-0c91-48ad-b52c-ac5b69d18051 req-8be3b3ed-8e68-4b67-811c-742eff9742d9 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Nov 10 08:38:47.685140 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48690) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:47.766715 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:47.799461 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0fda2904-926c-488b-b6fc-de1451397b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:47.879047 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0fda2904-926c-488b-b6fc-de1451397b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:47.939453 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0fda2904-926c-488b-b6fc-de1451397b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:47.999519 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda2904-926c-488b-b6fc-de1451397b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1b750-726e-4a95-ae9f-b774ef82e006,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:48.009872 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0fda2904-926c-488b-b6fc-de1451397b2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ab1711cc8f84fd2a9b9d996b6aa42f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236117 Nov 10 08:38:48.012752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48700) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:48.077467 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:48.101293 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:48.241041 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:48.243559 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:48.247706 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ba1b750-726e-4a95-ae9f-b774ef82e006 HTTP/1.1" status: 204 len: 168 time: 0.2330654 Nov 10 08:38:48.259484 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edc1e2-42fd-40f0-86d3-3be2c78c5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1b750-726e-4a95-ae9f-b774ef82e006,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:48.589705 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a4d8d-6622-4f1d-8037-d56d30c6e156 req-eb40b3f5-03f0-48eb-be47-6bc12ca172cc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:48.595604 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:48.597997 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d4a4d8d-6622-4f1d-8037-d56d30c6e156 req-eb40b3f5-03f0-48eb-be47-6bc12ca172cc tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0613666 Nov 10 08:38:48.660434 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d4a4d8d-6622-4f1d-8037-d56d30c6e156 req-16225e38-14fa-4e0d-91ca-3048af690a7a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615163 Nov 10 08:38:49.309588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48726) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:49.417186 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1868480960-network', 'tenant_id': '72f37fe8c0ef415aa2274d84eb5bbb55'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:38:49.497735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Made reservation on behalf of 72f37fe8c0ef415aa2274d84eb5bbb55 for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:38:49.500091 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.510173 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.589690 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.680729 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.708939 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:38:49.720797 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f57cb91-d933-4706-bf23-76251baba4df,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:49.725862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.726342 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Added segment cbad426c-36c2-40ea-bd3c-6645f836b2b4 of type vlan for network 79450c5f-8af5-44dd-9d48-db8dbf792a83 Nov 10 08:38:49.803285 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.842285 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c633-f5fd-47d6-94e2-784d6688690d req-a9cbabd1-671d-4b39-a354-fea97e07d05b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:49.843684 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2a0c633-f5fd-47d6-94e2-784d6688690d req-a9cbabd1-671d-4b39-a354-fea97e07d05b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0758309 Nov 10 08:38:49.896950 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e2a0c633-f5fd-47d6-94e2-784d6688690d req-c2f9deee-3939-47f6-8904-bd49b25f1136 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Nov 10 08:38:49.898190 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.899203 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:49.899870 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:49.958561 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] Pushing event updated for resources: {'Network': ['ID=79450c5f-8af5-44dd-9d48-db8dbf792a83,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:49.968912 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:38:50.029212 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d5287bc2-c768-485d-9a17-bd21bce52842 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7159526 Nov 10 08:38:50.029509 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 48734) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:38:50.034950 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Request body: {'subnet': {'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1868480960-subnet', 'tenant_id': '72f37fe8c0ef415aa2274d84eb5bbb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:38:50.121174 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Made reservation on behalf of 72f37fe8c0ef415aa2274d84eb5bbb55 for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:38:50.124196 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4140254'] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:50.355519 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4140272'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:50.406653 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0741ff91-7ea4-4db1-a7c9-b852b3d3e704,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:50.422575 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Checking segment: {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:38:50.422930 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Network hostable DHCP agents. Network: 79450c5f-8af5-44dd-9d48-db8dbf792a83, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:38:50.536370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:38:50.633806 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 79450c5f-8af5-44dd-9d48-db8dbf792a83) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:38:50.638163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:50.638895 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:50.642974 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df87421-89db-4fe0-ac5e-ffe288896910 None None] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:38:50.737176 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c68d1afb-9477-4582-864d-2bd132c23fb7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7062218 Nov 10 08:38:50.789281 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a13e0-e1e8-4f15-9264-cd8e30174596 None None] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:38:51.070823 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1314-3fc0-4138-aea3-cd29723a18d1 req-dd226d01-53d1-46a0-82b8-f08dce0e9d38 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:51.072331 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6adc1314-3fc0-4138-aea3-cd29723a18d1 req-dd226d01-53d1-46a0-82b8-f08dce0e9d38 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0725117 Nov 10 08:38:51.126558 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6adc1314-3fc0-4138-aea3-cd29723a18d1 req-02b435f7-a2ab-44c0-8002-e8f38ef7d9a8 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Nov 10 08:38:52.253093 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ea52-a746-419e-a0b2-e51424345a5b req-b2fa4fb3-e08b-40c2-8a45-a800472ca20a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:52.254561 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0dc9ea52-a746-419e-a0b2-e51424345a5b req-b2fa4fb3-e08b-40c2-8a45-a800472ca20a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0493536 Nov 10 08:38:52.305095 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0dc9ea52-a746-419e-a0b2-e51424345a5b req-1325c742-08b4-4f72-8b55-c5936159dd2c tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Nov 10 08:38:52.981647 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-07858b2c-8948-4099-b58d-491276c163ca tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:52.983168 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-07858b2c-8948-4099-b58d-491276c163ca tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/networks?id=79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 200 len: 814 time: 0.1184607 Nov 10 08:38:53.000699 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-2a3b1ebe-a27c-4407-bbc8-1b24cf25859a tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/quotas/72f37fe8c0ef415aa2274d84eb5bbb55 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Nov 10 08:38:53.040789 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-389ce8ce-dc72-47ca-bf19-41e7981d63c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342298 Nov 10 08:38:53.145138 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:38:53.146287 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-c1d5f97d-04ac-4175-a2cd-d9be50c057f0 service neutron] 10.222.0.21 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954728 Nov 10 08:38:53.261424 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-309a34ec-6896-4f9f-96c1-d463364ee715 service neutron] 10.222.0.21 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087487 Nov 10 08:38:53.437587 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a266c5-d100-4633-8077-9eabd01ba798 req-f17bce14-c549-4083-9f3a-3501b0530c77 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:53.439916 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65a266c5-d100-4633-8077-9eabd01ba798 req-f17bce14-c549-4083-9f3a-3501b0530c77 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0549781 Nov 10 08:38:53.490819 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-65a266c5-d100-4633-8077-9eabd01ba798 req-52d89d7c-825f-471b-8520-da82343ed4bb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Nov 10 08:38:53.776456 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8089dcce-3921-4ede-9580-d4f6d4dfce2f req-28715657-f546-47e4-bc1d-0b82cc93beea tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0358331 Nov 10 08:38:54.630930 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e575d9-d40e-47da-8428-a05577cb76b8 req-693a274b-4eef-4b72-b6ea-b3c0ea0e49ca tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:54.632414 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6e575d9-d40e-47da-8428-a05577cb76b8 req-693a274b-4eef-4b72-b6ea-b3c0ea0e49ca tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0517802 Nov 10 08:38:54.685541 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6e575d9-d40e-47da-8428-a05577cb76b8 req-5365b0fe-fe8a-4292-80e9-cb3d8d7fbf96 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Nov 10 08:38:54.862809 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4846b55e-355d-44c5-b3a7-bf5672aff4e2 req-d3159f24-38bf-4eeb-88c8-769c9853b90d tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0266018 Nov 10 08:38:55.832780 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829895d-8e54-4909-8399-b8b3f15f0d08 req-62a70f4d-cab8-4865-931c-2c7e16effa1a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:55.834240 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7829895d-8e54-4909-8399-b8b3f15f0d08 req-62a70f4d-cab8-4865-931c-2c7e16effa1a tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0572910 Nov 10 08:38:55.904826 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7829895d-8e54-4909-8399-b8b3f15f0d08 req-5a9ed40a-49a4-4f11-b60d-3af971de8715 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641811 Nov 10 08:38:55.972484 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-645f3f7f-3f6f-45d7-b3f9-1d70b888008c req-35eb2e2c-c4ca-46ff-bb02-736ec17e1cef tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0273316 Nov 10 08:38:57.029564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5b6e-4800-4d81-b5ec-5d1d111750ad req-d8d725d7-e51c-4392-8705-fa2e1e9387c3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:57.031048 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3f9b5b6e-4800-4d81-b5ec-5d1d111750ad req-d8d725d7-e51c-4392-8705-fa2e1e9387c3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0505941 Nov 10 08:38:57.081161 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4af346a0-3d12-4123-b142-95e6b1af2b89 req-706b9a3c-4b8a-43c7-bdfd-0b2b0dca26d3 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0285487 Nov 10 08:38:57.104294 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3f9b5b6e-4800-4d81-b5ec-5d1d111750ad req-84278fa7-cfb2-4798-bc56-5ade5e322288 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669928 Nov 10 08:38:58.178358 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dd21be6d-6f29-47b9-a83d-b0d7d6a85d85 req-6b237b03-a5bd-423c-b073-cf4bb2170406 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0310285 Nov 10 08:38:58.224537 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6e9e-5b6a-4c42-b2e1-2664a9daae08 req-578bbb09-d0ba-4675-9fb4-c540309d0d1b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:58.225968 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-49ea6e9e-5b6a-4c42-b2e1-2664a9daae08 req-578bbb09-d0ba-4675-9fb4-c540309d0d1b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 943 time: 0.0467763 Nov 10 08:38:58.272707 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-49ea6e9e-5b6a-4c42-b2e1-2664a9daae08 req-619662f1-f2b4-4021-b40b-0bd7ec0078e3 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Nov 10 08:38:59.020803 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:38:59.031278 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-1b17bd4d-7132-476b-82b0-8c04a2df9f04 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:59.032724 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-1b17bd4d-7132-476b-82b0-8c04a2df9f04 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "GET /v2.0/networks?id=79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 200 len: 814 time: 0.1045938 Nov 10 08:38:59.048517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Request body: {'port': {'device_id': '272631f5-8c97-4589-9a35-fb6e63137d40', 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83', 'admin_state_up': True, 'tenant_id': '72f37fe8c0ef415aa2274d84eb5bbb55'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:38:59.114318 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:59.129841 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'port_id': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'mac_address': 'fa:16:3e:52:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:38:59.169807 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.182301 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:38:59.201601 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:38:59.252043 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Made reservation on behalf of 72f37fe8c0ef415aa2274d84eb5bbb55 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:38:59.255654 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.276415 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-deddc380-02ff-4840-a0c5-02b0f4693dc3 req-cd13c017-68a5-4be3-9a18-b7a493c9d94e tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0315363 Nov 10 08:38:59.310164 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.363707 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=9']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:59.405179 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Allocated IP 172.20.0.13 (79450c5f-8af5-44dd-9d48-db8dbf792a83/0741ff91-7ea4-4db1-a7c9-b852b3d3e704/29dad8da-16f7-49ad-8cef-d8ba65b1e607) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:38:59.412686 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd5a-f231-45ec-b61a-6557a04d6b57 req-d96bd271-7321-4492-b4b6-3d52ac44cca2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:59.414151 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6f78cd5a-f231-45ec-b61a-6557a04d6b57 req-d96bd271-7321-4492-b4b6-3d52ac44cca2 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 944 time: 0.0656421 Nov 10 08:38:59.468492 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6f78cd5a-f231-45ec-b61a-6557a04d6b57 req-410e4762-ea9d-400b-bc49-0a953c1b1750 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458374 Nov 10 08:38:59.552883 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['dbc789a2-45fb-4981-aeb1-e892b9343d99'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:38:59.554639 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.668109 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.709620 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:38:59.714693 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:38:59.717589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:38:59.746207 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Pushing event updated for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:38:59.772021 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:38:59.772616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:38:59.870007 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8fedb8eb-9a96-4d68-b031-c5c0e21a6823 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251953 Nov 10 08:38:59.882309 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Request body: {'port': {'device_id': '272631f5-8c97-4589-9a35-fb6e63137d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:38:59.936061 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.187739 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dad8da-16f7-49ad-8cef-d8ba65b1e607 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:39:00.195087 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.206960 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Transition to ACTIVE for port object 29dad8da-16f7-49ad-8cef-d8ba65b1e607 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:39:00.278551 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.328731 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Pushing event updated for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:00.400151 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Attempting to bind port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:39:00.400495 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Attempting to bind port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:39:00.400824 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Attempting to bind port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:39:00.405649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:39:00.405982 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Attempting to bind port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:39:00.411480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:39:00.411830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Checking segment: {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:39:00.412190 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Bound using segment: {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:39:00.412630 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Bound port: 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:39:00.412987 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.481995 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:39:00.486407 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:39:00.583946 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.620491 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81858025-69db-4152-8fc2-1c0b296e04ca req-3537ee1f-3338-4a83-b7cd-b1b2f535db73 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:00.622692 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:00.623012 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:00.623430 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81858025-69db-4152-8fc2-1c0b296e04ca req-3537ee1f-3338-4a83-b7cd-b1b2f535db73 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 944 time: 0.2766304 Nov 10 08:39:00.624380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] 10.222.0.45 "PUT /v2.0/ports/29dad8da-16f7-49ad-8cef-d8ba65b1e607 HTTP/1.1" status: 200 len: 1094 time: 0.7459626 Nov 10 08:39:00.624834 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:39:00.627081 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df20cf91-51e1-4fb8-a074-c0ff45dc333d" -d '{"events": [{"name": "network-changed", "server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:39:00.650019 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c04a-52ab-4309-8db6-3e535ddc8d38 service neutron] Pushing event updated for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:00.672631 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-81858025-69db-4152-8fc2-1c0b296e04ca req-76e0db2e-f98a-4256-8183-fb2129364f67 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Nov 10 08:39:00.777581 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15808-4576-40ba-a62a-37f6ba12693d req-d34ffb56-3aa1-40f3-989d-ad51bbf31072 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:00.779397 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fc15808-4576-40ba-a62a-37f6ba12693d req-d34ffb56-3aa1-40f3-989d-ad51bbf31072 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 944 time: 0.0532930 Nov 10 08:39:00.805328 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f9034-3e1f-49a8-b8aa-8e08390c4356 x-openstack-request-id: req-0d6f9034-3e1f-49a8-b8aa-8e08390c4356 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:39:00.805328 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:39:00.805328 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d6f9034-3e1f-49a8-b8aa-8e08390c4356 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:39:00.805328 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607', 'status': 'completed', 'code': 200} Nov 10 08:39:00.837076 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fc15808-4576-40ba-a62a-37f6ba12693d req-2ca2de73-d517-4634-bb28-a128d0dee6f6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482125 Nov 10 08:39:00.837213 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-2c534ce7-4b06-436c-8232-026d95db7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:00.838653 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-2c534ce7-4b06-436c-8232-026d95db7fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 1097 time: 0.0431678 Nov 10 08:39:01.031409 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:39:01.080407 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port dbc789a2-45fb-4981-aeb1-e892b9343d99 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:39:01.080778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:01.131550 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-285c363e-c675-4106-b3c2-d854e365e3cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607 HTTP/1.1" status: 200 len: 217 time: 0.2834320 Nov 10 08:39:01.158978 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:01.180943 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124450b-e657-498f-9242-8b34bfcc1954 req-671fc0f6-4ec0-404e-83b2-ca70cda4e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.182421 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-671fc0f6-4ec0-404e-83b2-ca70cda4e39d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0741ff91-7ea4-4db1-a7c9-b852b3d3e704 HTTP/1.1" status: 200 len: 854 time: 0.0435443 Nov 10 08:39:01.185429 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:39:01.187834 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83af1c6-fa42-40dd-a357-e120a1b2b151" -d '{"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:39:01.202589 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:01.220918 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-8361306c-daf3-4442-a049-5fe45508bd04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79450c5f-8af5-44dd-9d48-db8dbf792a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311944 Nov 10 08:39:01.227923 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729726e1-bc99-411f-888f-515d79b32924 x-openstack-request-id: req-729726e1-bc99-411f-888f-515d79b32924 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:39:01.228211 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:39:01.228458 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-729726e1-bc99-411f-888f-515d79b32924 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:39:01.228862 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'code': 200} Nov 10 08:39:01.280498 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:01.321049 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-7a4bd4ac-130f-4851-83f2-2074b3d52739 service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881763 Nov 10 08:39:01.330336 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=10']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:01.425956 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7124450b-e657-498f-9242-8b34bfcc1954 req-b1440e81-d2f4-44e5-a985-b34edd6a5b4f service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Nov 10 08:39:01.569734 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441f502-8a56-4b40-96a9-dcf56ff5ec8d req-317e4937-3a82-466f-aed2-ebdbec4c10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.571269 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9441f502-8a56-4b40-96a9-dcf56ff5ec8d req-317e4937-3a82-466f-aed2-ebdbec4c10df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1099 time: 0.0732613 Nov 10 08:39:01.577265 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-d5682ef2-671c-4b77-8caf-6c495a7e2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.578632 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-d5682ef2-671c-4b77-8caf-6c495a7e2826 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 1097 time: 0.0506127 Nov 10 08:39:01.667903 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9441f502-8a56-4b40-96a9-dcf56ff5ec8d req-dd09befb-971c-4229-8739-3fd7b11c6c09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881729 Nov 10 08:39:01.694689 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-e4d5bea8-b722-48cb-9381-97beb0b81278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.696091 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-e4d5bea8-b722-48cb-9381-97beb0b81278 service neutron] 10.222.0.45 "GET /v2.0/networks?id=79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 200 len: 915 time: 0.1039779 Nov 10 08:39:01.787434 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5eccf-e5f5-4a01-acac-c3018b1b53b4 req-fb36ee18-8871-4764-9185-1086948df1e1 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.788918 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9a5eccf-e5f5-4a01-acac-c3018b1b53b4 req-fb36ee18-8871-4764-9185-1086948df1e1 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 944 time: 0.0507650 Nov 10 08:39:01.834971 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9a5eccf-e5f5-4a01-acac-c3018b1b53b4 req-63d01421-e274-4bf5-abc9-8a35328e0857 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Nov 10 08:39:01.913684 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-c26b4ec9-266b-4e06-8afe-2cc15d25d339 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607 HTTP/1.1" status: 200 len: 217 time: 0.0339377 Nov 10 08:39:01.958224 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095d3d0-7169-4dd3-95ee-bcd5824af3d3 req-d6146158-bcd4-4e2b-bca7-b3e431263655 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.959708 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f095d3d0-7169-4dd3-95ee-bcd5824af3d3 req-d6146158-bcd4-4e2b-bca7-b3e431263655 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0483019 Nov 10 08:39:01.962776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-f259cd57-830a-47a7-8a40-525f494f9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:01.964224 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-f259cd57-830a-47a7-8a40-525f494f9826 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0741ff91-7ea4-4db1-a7c9-b852b3d3e704 HTTP/1.1" status: 200 len: 854 time: 0.0429904 Nov 10 08:39:02.009303 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-8e377464-3593-4e8b-956f-076b85b2ea04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79450c5f-8af5-44dd-9d48-db8dbf792a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288763 Nov 10 08:39:02.011305 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f095d3d0-7169-4dd3-95ee-bcd5824af3d3 req-ab0076d0-dd36-4a78-8ad6-9d3ba60ebaf5 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Nov 10 08:39:02.099181 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-fccb6598-8c57-4dbc-acd7-202a632684fc service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806785 Nov 10 08:39:02.191232 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-df20cf91-51e1-4fb8-a074-c0ff45dc333d req-667d7613-bde1-4315-90e7-10a0211276f4 service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838609 Nov 10 08:39:02.966875 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068085-3f43-497b-9ccc-d28d672de0af req-635fe37f-6bec-4024-b21e-422e88029886 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:02.968379 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-45068085-3f43-497b-9ccc-d28d672de0af req-635fe37f-6bec-4024-b21e-422e88029886 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 944 time: 0.0613179 Nov 10 08:39:03.025326 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 29dad8da-16f7-49ad-8cef-d8ba65b1e607 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:39:03.036717 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-45068085-3f43-497b-9ccc-d28d672de0af req-672145e3-5d45-4d11-a566-4fdc44f188ca tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621500 Nov 10 08:39:03.154652 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dafa2-3bd6-47fd-9fd0-d3facb2bdb2e req-ac78d13a-acb2-4cef-9bec-9dae35be2eeb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:03.156349 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-264dafa2-3bd6-47fd-9fd0-d3facb2bdb2e req-ac78d13a-acb2-4cef-9bec-9dae35be2eeb tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0570710 Nov 10 08:39:03.215765 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-264dafa2-3bd6-47fd-9fd0-d3facb2bdb2e req-c77dd05e-5435-4155-a57a-da3889e6bcd6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528886 Nov 10 08:39:03.272443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:03.282969 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '29dad8da-16f7-49ad-8cef-d8ba65b1e607', 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83', 'port_id': '29dad8da-16f7-49ad-8cef-d8ba65b1e607', 'mac_address': 'fa:16:3e:18:60:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0741ff91-7ea4-4db1-a7c9-b852b3d3e704', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:39:03.321488 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:03.334391 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dad8da-16f7-49ad-8cef-d8ba65b1e607 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:39:03.355784 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:03.452151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:03.499520 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:03.739716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['29dad8da-16f7-49ad-8cef-d8ba65b1e607'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:39:04.152090 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55208f7-44f2-47bd-806a-6a533577b32e req-cc2fae1b-1e34-414b-afc2-1086607ff95f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:04.154113 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b55208f7-44f2-47bd-806a-6a533577b32e req-cc2fae1b-1e34-414b-afc2-1086607ff95f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 945 time: 0.0508728 Nov 10 08:39:04.200724 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b55208f7-44f2-47bd-806a-6a533577b32e req-746c20aa-62b7-4313-94b0-c4a0be12ba56 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Nov 10 08:39:04.344406 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095ec87-0c2a-4126-abdf-713f42008cbb req-389b0144-53cf-4542-8acc-b9a8442deaae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:04.345996 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5095ec87-0c2a-4126-abdf-713f42008cbb req-389b0144-53cf-4542-8acc-b9a8442deaae tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0538366 Nov 10 08:39:04.395379 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5095ec87-0c2a-4126-abdf-713f42008cbb req-089f838c-a9f9-4fdc-a59d-144f64753a34 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Nov 10 08:39:04.765045 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:05.029887 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f296724-3707-454b-9125-1e0cd1b6528b req-186c6341-934b-4ca3-8a94-c8b08755a23e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:05.031346 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7f296724-3707-454b-9125-1e0cd1b6528b req-186c6341-934b-4ca3-8a94-c8b08755a23e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Nov 10 08:39:05.056734 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 29dad8da-16f7-49ad-8cef-d8ba65b1e607 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:39:05.077599 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7f296724-3707-454b-9125-1e0cd1b6528b req-87d74b2a-e278-4436-bffc-2d1fd1ac4ace tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Nov 10 08:39:05.177457 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:39:05.181237 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:39:05.181603 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:05.257289 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:05.278890 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:39:05.281122 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde70869-6909-431f-a539-a9c93246ce98" -d '{"events": [{"server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "name": "network-vif-plugged", "status": "completed", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:39:05.294483 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:05.320079 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8dffe-c1f4-4478-b3c0-0ab5b85b9e50 x-openstack-request-id: req-aba8dffe-c1f4-4478-b3c0-0ab5b85b9e50 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:39:05.320372 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "name": "network-vif-plugged", "status": "completed", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:39:05.320621 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba8dffe-c1f4-4478-b3c0-0ab5b85b9e50 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:39:05.321033 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607', 'code': 200} Nov 10 08:39:05.321584 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dbc93-a89c-4901-80b0-0dd675b55d0c req-a1840e3c-7fda-463e-8ae8-2ae975bec742 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:05.323040 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-891dbc93-a89c-4901-80b0-0dd675b55d0c req-a1840e3c-7fda-463e-8ae8-2ae975bec742 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 945 time: 0.0532618 Nov 10 08:39:05.354716 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:05.371226 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-891dbc93-a89c-4901-80b0-0dd675b55d0c req-8fd017dd-bc08-422e-9415-ebc550ca1f28 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Nov 10 08:39:05.406052 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:05.627695 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadabde-1cb1-4ac6-bd81-62a205e8b792 req-79a0ac50-1249-428a-b102-c6d6e6041dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:05.629181 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-baadabde-1cb1-4ac6-bd81-62a205e8b792 req-79a0ac50-1249-428a-b102-c6d6e6041dd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 1099 time: 0.0404072 Nov 10 08:39:05.672509 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-baadabde-1cb1-4ac6-bd81-62a205e8b792 req-9192c0c5-cda1-4e88-87b0-c00bd8f4f9ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363262 Nov 10 08:39:06.190666 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780525-db67-4538-8c87-71e460743919 req-fa64cd60-0bab-438a-9a44-1472a3e260f8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:06.192133 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9780525-db67-4538-8c87-71e460743919 req-fa64cd60-0bab-438a-9a44-1472a3e260f8 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0474772 Nov 10 08:39:06.237449 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9780525-db67-4538-8c87-71e460743919 req-3f05e9b1-b75d-4617-9c94-41e0a5341850 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Nov 10 08:39:06.483907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4820fc8-d287-459d-8d8a-8f95ce90b180 req-eacdd388-f11e-4e99-ad67-80e1e76575b2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:06.485407 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b4820fc8-d287-459d-8d8a-8f95ce90b180 req-eacdd388-f11e-4e99-ad67-80e1e76575b2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 946 time: 0.0471942 Nov 10 08:39:06.535588 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b4820fc8-d287-459d-8d8a-8f95ce90b180 req-6372963c-22f6-43dd-8086-725468b232e9 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Nov 10 08:39:07.194876 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-dc76f2ca-e7e5-44ad-89d6-300ed7dae752 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.196285 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-dc76f2ca-e7e5-44ad-89d6-300ed7dae752 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0715413 Nov 10 08:39:07.235231 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-8c4b6af6-1fc5-4073-9021-2356931d5247 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763986 Nov 10 08:39:07.320598 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-10603ce8-98ac-48ef-bb14-6949054f37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.322043 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-10603ce8-98ac-48ef-bb14-6949054f37d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68120f0794924ae480f2676a2b58e354&device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 1099 time: 0.0567663 Nov 10 08:39:07.329279 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Deleting port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:07.329636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:07.356031 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179041-3669-481b-8f7b-2ee6342f3fa9 req-e2996e6c-11ae-4fc3-902e-e6ae09c2dc22 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.357516 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87179041-3669-481b-8f7b-2ee6342f3fa9 req-e2996e6c-11ae-4fc3-902e-e6ae09c2dc22 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Nov 10 08:39:07.407731 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87179041-3669-481b-8f7b-2ee6342f3fa9 req-65ae21df-6463-4e82-a487-c0ef8880b9d6 tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups?id=81b61317-ce29-4663-b00a-c1e3dd35e314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Nov 10 08:39:07.492371 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] For port 2a8853c5-003a-40a6-9a00-fc6ec826fe96, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2a8853c5-003a-40a6-9a00-fc6ec826fe96,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:07.492371 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:07.502735 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-746f8ce8-4cc7-4a8f-83f6-0fcc879a3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.504231 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-746f8ce8-4cc7-4a8f-83f6-0fcc879a3832 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 200 len: 918 time: 0.1601565 Nov 10 08:39:07.641095 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-daaa02ea-172e-4480-88b7-d67b6c5847db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 200 len: 1001 time: 0.1069422 Nov 10 08:39:07.649595 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ad93-27bc-47c0-8e74-38861b6bb272 req-228220ab-4113-41d1-82cb-35c1d256e5f2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.651057 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9039ad93-27bc-47c0-8e74-38861b6bb272 req-228220ab-4113-41d1-82cb-35c1d256e5f2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 946 time: 0.0470736 Nov 10 08:39:07.698374 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9039ad93-27bc-47c0-8e74-38861b6bb272 req-737e4725-3049-49ff-8f33-0d967cbd4997 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Nov 10 08:39:07.740890 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-bc383035-062e-4984-b410-c5663fda7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.740890 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-bc383035-062e-4984-b410-c5663fda7d94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 200 len: 856 time: 0.0901392 Nov 10 08:39:07.756787 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:07.757147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:07.757460 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Floating IP c7ae6b11-0017-49ea-8c0e-755b745ea7f8 disassociated. External IP: 172.27.3.65, port: 2a8853c5-003a-40a6-9a00-fc6ec826fe96. Nov 10 08:39:07.757801 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Calling delete_port for 2a8853c5-003a-40a6-9a00-fc6ec826fe96 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:07.834387 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-2adb33fe-3dd3-4b7d-b2ff-1b43565583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:39:07.835964 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-2adb33fe-3dd3-4b7d-b2ff-1b43565583c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53d67005-2749-4845-aee8-aef476b438d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891876 Nov 10 08:39:07.970004 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-8bd9b6ee-6625-4851-b7ab-f2d959941b6e service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260271 Nov 10 08:39:08.062992 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ad0882ba-fecb-4e7e-9823-a3b53c43a68f req-a8cb6335-1aab-49d9-9dae-a8a82656edff service neutron] 10.222.0.45 "GET /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Nov 10 08:39:08.078904 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:08.107554 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'Port': ['ID=2a8853c5-003a-40a6-9a00-fc6ec826fe96,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:08.118772 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.119115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.119452 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.119783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.126778 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:39:08.228186 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:39:08.334551 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:39:08.345236 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:39:08.354971 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:39:08.355644 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:38:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:08.373246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] No DVR routers for this DVR port 2a8853c5-003a-40a6-9a00-fc6ec826fe96 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:39:08.375782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:08.383015 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0cdf1dd1-bdee-46e4-909f-5ec98d23a1d1 req-653dbdef-0c7b-47c2-9b1f-819d454f38dd tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.45 "DELETE /v2.0/ports/2a8853c5-003a-40a6-9a00-fc6ec826fe96 HTTP/1.1" status: 204 len: 173 time: 1.1755486 Nov 10 08:39:08.383015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'name': 'network-vif-deleted', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:39:08.383015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd27b42-57e3-4ffe-8f92-6be7c54075c6" -d '{"events": [{"server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "name": "network-vif-deleted", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:39:08.422874 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4cfe87-0ac4-4a2c-9a10-1f28aca30b50 x-openstack-request-id: req-ee4cfe87-0ac4-4a2c-9a10-1f28aca30b50 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:39:08.423163 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70", "name": "network-vif-deleted", "tag": "2a8853c5-003a-40a6-9a00-fc6ec826fe96", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:39:08.423412 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee4cfe87-0ac4-4a2c-9a10-1f28aca30b50 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:39:08.423802 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70', 'name': 'network-vif-deleted', 'tag': '2a8853c5-003a-40a6-9a00-fc6ec826fe96', 'status': 'completed', 'code': 200} Nov 10 08:39:08.483066 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:39:08.535538 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-deb590c7-d933-4b08-90d1-f7805319d7cb req-22b22b5c-90ef-4193-902b-d616d0289a0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e3c01d7-7c29-4cdc-b2d3-61e49dbd7d70 HTTP/1.1" status: 200 len: 210 time: 0.0478787 Nov 10 08:39:08.693222 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:08.722352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:39:08.730489 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:39:08.731746 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:38:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:08.837388 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:39:09.046091 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:09.072441 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a72c6f-22ac-4d4f-b27b-090adabc3d0c None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:33:00Z', 'revision_number': 4, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '16318bd3-4bee-43af-a386-e40be127cf67', 'name': '', 'network_id': 'a8b5f732-efe7-49f3-912c-9c6781fa16b3', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'mac_address': 'fa:16:3e:f1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:58Z', 'updated_at': '2021-11-10T08:33:11Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'subnets': [{'id': '6f1e2cca-4cee-4aaf-87da-5a0ff3647825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:39:09.301835 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab017c-e727-4fc2-994e-59f15edc5f36 None None] New status for floating IP c7ae6b11-0017-49ea-8c0e-755b745ea7f8: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:39:09.664529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49008) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:09.720779 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:09.748183 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:09.845962 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:09.848619 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:09.849791 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "DELETE /v2.0/security-groups/81b61317-ce29-4663-b00a-c1e3dd35e314 HTTP/1.1" status: 204 len: 168 time: 0.1841915 Nov 10 08:39:09.852705 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49010) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:09.859411 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9d451-bd34-4670-b6b9-2206300c2b0e tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b61317-ce29-4663-b00a-c1e3dd35e314,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:09.866574 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.api.v2.resource [None req-2277e343-cf7d-4c64-9de7-567d161ca45d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] show failed (client error): The resource could not be found. Nov 10 08:39:09.867713 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2277e343-cf7d-4c64-9de7-567d161ca45d tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "GET /v2.0/security-groups/81b61317-ce29-4663-b00a-c1e3dd35e314 HTTP/1.1" status: 404 len: 347 time: 0.0139353 Nov 10 08:39:09.870588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49012) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:10.007377 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Deleting port cd25b328-c5c6-4d96-a509-1edeabf98364 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:10.007652 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.080366 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.080691 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.092436 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Calling delete_port for cd25b328-c5c6-4d96-a509-1edeabf98364 owned by network:floatingip {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:10.297708 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.323744 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Pushing event deleted for resources: {'Port': ['ID=cd25b328-c5c6-4d96-a509-1edeabf98364,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:10.384842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks [] for floatingip, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.387771 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:10.388912 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f23baa05-ccd8-4d94-98d5-750947f9c5ec tempest-AttachVolumeTestJSON-378097987 tempest-AttachVolumeTestJSON-378097987-project] 10.222.0.21 "DELETE /v2.0/floatingips/c7ae6b11-0017-49ea-8c0e-755b745ea7f8 HTTP/1.1" status: 204 len: 168 time: 0.5174472 Nov 10 08:39:11.067948 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 2a8853c5-003a-40a6-9a00-fc6ec826fe96 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:39:11.087626 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 2a8853c5-003a-40a6-9a00-fc6ec826fe96 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:39:11.088002 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 2a8853c5-003a-40a6-9a00-fc6ec826fe96 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:39:13.004953 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9efa733b-8b46-43de-a594-c057c30b48d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:14.339599 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49048) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:14.733398 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:14.964649 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Deleting port 16318bd3-4bee-43af-a386-e40be127cf67 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:14.965014 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.051928 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] For port 16318bd3-4bee-43af-a386-e40be127cf67, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=16318bd3-4bee-43af-a386-e40be127cf67,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:15.052214 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.064443 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Calling delete_port for 16318bd3-4bee-43af-a386-e40be127cf67 owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:15.309032 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.335831 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16318bd3-4bee-43af-a386-e40be127cf67,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:15.336079 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-dfbb44f1-deb4-4f09-bc59-89fa45a5b355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.500895 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.706977 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:39:15.821038 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:39:15.827952 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-15359eaa-39b7-4512-a1f8-22633b1164d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/9b3166b9-ed29-4d93-94fe-bd4d4cec74de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858477 Nov 10 08:39:15.829079 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49056) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:15.833434 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Sync routers for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:39:15.842237 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:39:15.842825 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:15.928470 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:15.945615 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:39:16.025313 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.123892 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:39:15Z', 'revision_number': 5, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port': {'id': '59cab0dc-ce92-4346-906a-e2e7714a593f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:16.149462 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Checking router: 9b3166b9-ed29-4d93-94fe-bd4d4cec74de for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:39:16.156412 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Deleting port 59cab0dc-ce92-4346-906a-e2e7714a593f {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:16.156747 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.158068 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Routers {'9b3166b9-ed29-4d93-94fe-bd4d4cec74de'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:39:16.158667 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:16.237740 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] For port 59cab0dc-ce92-4346-906a-e2e7714a593f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=59cab0dc-ce92-4346-906a-e2e7714a593f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:16.238128 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.251794 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Calling delete_port for 59cab0dc-ce92-4346-906a-e2e7714a593f owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:16.387591 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] Set router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de gateway port host: None {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:39:16.442468 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:39:16Z', 'revision_number': 6, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:16.445841 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.469005 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.470560 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81b269-cdef-4aa0-a24f-72037935067d None None] The sync data for ids ['9b3166b9-ed29-4d93-94fe-bd4d4cec74de'] in dv-cinder-817351-1-iscsi is: [{'id': '9b3166b9-ed29-4d93-94fe-bd4d4cec74de', 'name': 'tempest-AttachVolumeTestJSON-1315740450-router', 'tenant_id': '95c3254046964e80b54657eda18c022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:52Z', 'updated_at': '2021-11-10T08:39:16Z', 'revision_number': 6, 'project_id': '95c3254046964e80b54657eda18c022f', 'gw_port_host': None}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:39:16.495624 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Pushing event deleted for resources: {'Port': ['ID=59cab0dc-ce92-4346-906a-e2e7714a593f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:16.552799 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.649334 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.651447 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.981524 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.982105 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3166b9-ed29-4d93-94fe-bd4d4cec74de {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:39:16.986745 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:16.988022 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f74da442-4512-4d0d-b708-9d912d9ce3db admin admin] 10.222.0.21 "DELETE /v2.0/routers/9b3166b9-ed29-4d93-94fe-bd4d4cec74de HTTP/1.1" status: 204 len: 168 time: 1.1578798 Nov 10 08:39:16.990471 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49060) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:17.032717 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Deleting subnet 6f1e2cca-4cee-4aaf-87da-5a0ff3647825 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:39:17.035646 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.070256 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.175183 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.285319 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.298506 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 16318bd3-4bee-43af-a386-e40be127cf67 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:39:17.313856 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1e2cca-4cee-4aaf-87da-5a0ff3647825,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:17.320920 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.328954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 16318bd3-4bee-43af-a386-e40be127cf67 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:39:17.328954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 16318bd3-4bee-43af-a386-e40be127cf67 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:39:17.329285 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-81d713d8-312e-4f82-8e4d-9d98355d562e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f1e2cca-4cee-4aaf-87da-5a0ff3647825 HTTP/1.1" status: 204 len: 168 time: 0.3335941 Nov 10 08:39:17.329385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3bdf8-cee9-4a6b-84ac-be1de57373d0 None None] Network a8b5f732-efe7-49f3-912c-9c6781fa16b3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:39:17.329465 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49062) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:17.404412 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.456674 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Deleting port ff16f3d4-18fa-4580-a832-5bf92df7d841 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:17.456995 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.531687 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] DHCP port deletion for a8b5f732-efe7-49f3-912c-9c6781fa16b3 request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:39:17.535561 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] For port ff16f3d4-18fa-4580-a832-5bf92df7d841, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=ff16f3d4-18fa-4580-a832-5bf92df7d841,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:17.536222 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.552093 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Calling delete_port for ff16f3d4-18fa-4580-a832-5bf92df7d841 owned by network:dhcp {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:17.585159 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Deleting port ff16f3d4-18fa-4580-a832-5bf92df7d841 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:39:17.585568 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.657097 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] For port ff16f3d4-18fa-4580-a832-5bf92df7d841, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=ff16f3d4-18fa-4580-a832-5bf92df7d841,segment=NetworkSegment(2ca037a3-6123-47ed-9d05-bbe17f5c8b61),segment_id=2ca037a3-6123-47ed-9d05-bbe17f5c8b61)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:39:17.657493 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.669811 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Calling delete_port for ff16f3d4-18fa-4580-a832-5bf92df7d841 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:39:17.680705 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.711902 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] No DVR routers for this DVR port ff16f3d4-18fa-4580-a832-5bf92df7d841 on host dv-cinder-817351-1-iscsi {{(pid=102060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:39:17.717112 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff16f3d4-18fa-4580-a832-5bf92df7d841,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:17.786426 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.794185 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.807701 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b5f732-efe7-49f3-912c-9c6781fa16b3']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:17.817496 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca037a3-6123-47ed-9d05-bbe17f5c8b61') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:17.817782 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca037a3-6123-47ed-9d05-bbe17f5c8b61') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:39:17.818735 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.820724 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] Pushing event deleted for resources: {'Port': ['ID=ff16f3d4-18fa-4580-a832-5bf92df7d841,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:17.823132 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b40445-66c3-49a5-ad0d-bef5eee8c615 None None] No DVR routers for this DVR port ff16f3d4-18fa-4580-a832-5bf92df7d841 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:39:17.832355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.852622 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.859451 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:39:17.859837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:39:17.861826 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:39:17.977537 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.982933 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:17.986242 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8b5f732-efe7-49f3-912c-9c6781fa16b3 HTTP/1.1" status: 204 len: 168 time: 0.6575575 Nov 10 08:39:17.997143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9302-0405-447d-af4b-993790418834 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b5f732-efe7-49f3-912c-9c6781fa16b3,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:18.293067 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49068) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:18.336035 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8d687c32-e4c9-4066-af04-88fdf91615c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95c3254046964e80b54657eda18c022f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416615 Nov 10 08:39:18.338619 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49070) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:18.384321 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:18.405184 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:18.588795 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:18.591419 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:18.592596 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cb36ac7-29dd-454b-b083-44a37c2eb957 HTTP/1.1" status: 204 len: 168 time: 0.2529867 Nov 10 08:39:18.600600 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821590-5cc0-412f-a277-5ac68a9829ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb36ac7-29dd-454b-b083-44a37c2eb957,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:18.618554 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:18.909316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device ff16f3d4-18fa-4580-a832-5bf92df7d841 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:39:18.931682 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: ff16f3d4-18fa-4580-a832-5bf92df7d841 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:39:18.932051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device ff16f3d4-18fa-4580-a832-5bf92df7d841 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:39:18.932458 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 59cab0dc-ce92-4346-906a-e2e7714a593f no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:39:18.952569 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 59cab0dc-ce92-4346-906a-e2e7714a593f {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:39:18.953146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 59cab0dc-ce92-4346-906a-e2e7714a593f not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:39:20.687422 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49114) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:20.790587 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebab2-dc2b-4587-8019-b6c551e93ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:20.861495 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebab2-dc2b-4587-8019-b6c551e93ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:20.924041 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebab2-dc2b-4587-8019-b6c551e93ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:20.959999 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ebab2-dc2b-4587-8019-b6c551e93ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e5ce3-2928-49ea-9e1e-f46fe27497fb,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:20.963978 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3a3ebab2-dc2b-4587-8019-b6c551e93ee1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6da3368c80a3402c928e1fa4fcfd507d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754986 Nov 10 08:39:20.966598 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49118) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:21.013178 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.033514 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.154698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.157261 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.158412 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/160e5ce3-2928-49ea-9e1e-f46fe27497fb HTTP/1.1" status: 204 len: 168 time: 0.1909010 Nov 10 08:39:21.169238 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225bad3-dac3-4045-ad7a-1986fc2440ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e5ce3-2928-49ea-9e1e-f46fe27497fb,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:21.717281 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49134) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:21.730018 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-77bb3da7-b6a7-4bdc-b377-4b97c0a9555e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.802343 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-77bb3da7-b6a7-4bdc-b377-4b97c0a9555e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.845629 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-77bb3da7-b6a7-4bdc-b377-4b97c0a9555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.887309 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-77bb3da7-b6a7-4bdc-b377-4b97c0a9555e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e426eb57717443439e8821633ef170bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689382 Nov 10 08:39:21.888014 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb3da7-b6a7-4bdc-b377-4b97c0a9555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9bc77e-0a28-43ed-abeb-c970db104707,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:21.890368 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49136) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:39:21.940956 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:21.961191 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:22.069068 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:22.071658 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:22.072844 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c9bc77e-0a28-43ed-abeb-c970db104707 HTTP/1.1" status: 204 len: 168 time: 0.1809995 Nov 10 08:39:22.080877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb6a0-9f59-449d-ae2b-69d4957fa765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9bc77e-0a28-43ed-abeb-c970db104707,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:39:30.144407 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:39:34.776077 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:43.015825 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a9cd0ea1-ba62-470c-92f1-dc1bd264a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:45.314438 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-30529e64-891c-4ec5-986d-4bc16cc0ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:46.371359 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:47.805903 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:39:48.552637 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:00.729235 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0cb7b-3849-476d-8e05-daf374a17bdc req-95d59dbc-826e-4640-98b8-a016b50325c6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:00.730671 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ea0cb7b-3849-476d-8e05-daf374a17bdc req-95d59dbc-826e-4640-98b8-a016b50325c6 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0471916 Nov 10 08:40:00.777233 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9ea0cb7b-3849-476d-8e05-daf374a17bdc req-1dcb6f71-7f3b-4d19-9d71-9d6888b896b4 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Nov 10 08:40:01.902526 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15a9a-7c78-462d-84e5-d631ef534169 req-c50ed31a-c728-4035-a9c1-4f7d3a9c0524 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:01.904000 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0dd15a9a-7c78-462d-84e5-d631ef534169 req-c50ed31a-c728-4035-a9c1-4f7d3a9c0524 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0519233 Nov 10 08:40:01.955328 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0dd15a9a-7c78-462d-84e5-d631ef534169 req-5fe3ff32-a655-4f66-b4d6-d69da2dce91b tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452957 Nov 10 08:40:02.494463 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-af054d52-2178-47bc-8204-4f5e52c28856 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:02.495914 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-af054d52-2178-47bc-8204-4f5e52c28856 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 946 time: 0.0479348 Nov 10 08:40:02.589861 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Deleting port dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:02.590200 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:02.677029 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] For port dbc789a2-45fb-4981-aeb1-e892b9343d99, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=dbc789a2-45fb-4981-aeb1-e892b9343d99,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:02.677418 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:02.846864 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:02.847781 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:02.848121 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Floating IP 95bb160f-98a3-4be8-9227-12a660fd7939 disassociated. External IP: 172.27.3.116, port: dbc789a2-45fb-4981-aeb1-e892b9343d99. Nov 10 08:40:02.848473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Calling delete_port for dbc789a2-45fb-4981-aeb1-e892b9343d99 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:03.051836 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:03.080788 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdcda3-bf55-420e-8540-6717a10a8e4f req-d0a9ee51-17c5-4d74-a915-f93bef174736 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:03.082910 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24bdcda3-bf55-420e-8540-6717a10a8e4f req-d0a9ee51-17c5-4d74-a915-f93bef174736 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 868 time: 0.0510786 Nov 10 08:40:03.086477 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'Port': ['ID=dbc789a2-45fb-4981-aeb1-e892b9343d99,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:03.153232 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24bdcda3-bf55-420e-8540-6717a10a8e4f req-d223db75-c3a2-48b9-9308-38508abdd877 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups?id=07f59164-41ca-4137-be39-165639c2f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486014 Nov 10 08:40:03.213223 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:40:03.322717 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:03.333886 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:03.344740 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:03.345354 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:03.367157 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] No DVR routers for this DVR port dbc789a2-45fb-4981-aeb1-e892b9343d99 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:40:03.369775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:03.373120 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-638c7fb4-c440-4883-8b90-d8cbc2b889cc req-6cc99276-593d-4cec-8eb6-430f007e36c0 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.45 "DELETE /v2.0/ports/dbc789a2-45fb-4981-aeb1-e892b9343d99 HTTP/1.1" status: 204 len: 173 time: 0.8691032 Nov 10 08:40:03.373560 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-deleted', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:03.375775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4b172-d627-4cf9-823e-f5dd99eb24ee" -d '{"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-deleted", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:03.414941 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad72d1-36c5-4c02-9698-12e66148d612 x-openstack-request-id: req-bcad72d1-36c5-4c02-9698-12e66148d612 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:03.415359 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5740d7-fe86-4f8a-9447-bc79771ff56c", "name": "network-vif-deleted", "tag": "dbc789a2-45fb-4981-aeb1-e892b9343d99", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:03.415621 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcad72d1-36c5-4c02-9698-12e66148d612 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:03.416063 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5740d7-fe86-4f8a-9447-bc79771ff56c', 'name': 'network-vif-deleted', 'tag': 'dbc789a2-45fb-4981-aeb1-e892b9343d99', 'status': 'completed', 'code': 200} Nov 10 08:40:03.456777 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:03.635180 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2435e0-7cf0-4d9b-8656-5e3029b70a32 req-971b1d4b-1f36-4ff3-9e72-33bb6079e085 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:03.636959 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b2435e0-7cf0-4d9b-8656-5e3029b70a32 req-971b1d4b-1f36-4ff3-9e72-33bb6079e085 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 946 time: 0.0635676 Nov 10 08:40:03.688567 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0b2435e0-7cf0-4d9b-8656-5e3029b70a32 req-79d7fc6e-7225-4a63-ad87-0c014c6cc1a8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Nov 10 08:40:03.748113 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:03.774295 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:03.782582 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:03.783175 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:03.885765 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:04.076695 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:04.102294 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9a286-3a61-4e35-8f0a-3090923f97b6 None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:33:01Z', 'revision_number': 4, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': 'c6b0cb26-a3d2-4203-a868-490b6d93836b', 'name': '', 'network_id': '53d67005-2749-4845-aee8-aef476b438d4', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'mac_address': 'fa:16:3e:6a:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:59Z', 'updated_at': '2021-11-10T08:33:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'subnets': [{'id': '247f789f-193c-4601-ab69-de7c583dfdf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:04.283738 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-aacdc138-7d2d-4399-bf25-1ecdea5466d3 req-ce09fd48-2d64-481f-a7cc-e834f574c704 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d5740d7-fe86-4f8a-9447-bc79771ff56c HTTP/1.1" status: 200 len: 210 time: 0.0317137 Nov 10 08:40:04.363867 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b00541-a2a9-43c9-b567-8f6b40e5a2e6 None None] New status for floating IP 95bb160f-98a3-4be8-9227-12a660fd7939: DOWN {{(pid=102062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:40:04.765062 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49522) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:04.773313 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:04.803797 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e1f87-893b-4462-8319-d0d7d869dc78 req-c3f05e48-cb8d-4a3b-8d30-12c06be0af3e tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:04.805459 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e76e1f87-893b-4462-8319-d0d7d869dc78 req-c3f05e48-cb8d-4a3b-8d30-12c06be0af3e tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Nov 10 08:40:04.853466 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e76e1f87-893b-4462-8319-d0d7d869dc78 req-6c23110b-1b0f-4fe6-927f-06283e8cd08f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Nov 10 08:40:04.868600 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ab3374f3-0b13-4990-8bda-717d38c528d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:04.940127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ab3374f3-0b13-4990-8bda-717d38c528d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.010961 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ab3374f3-0b13-4990-8bda-717d38c528d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.047646 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ab3374f3-0b13-4990-8bda-717d38c528d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a86805224754fa9aa417f241b8de372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815537 Nov 10 08:40:05.048589 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3374f3-0b13-4990-8bda-717d38c528d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf34526-dfdb-41be-bb49-9ac7fbf0a969,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:05.050919 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49526) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:05.098631 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.119128 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.233968 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.236566 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.238245 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdf34526-dfdb-41be-bb49-9ac7fbf0a969 HTTP/1.1" status: 204 len: 168 time: 0.1856902 Nov 10 08:40:05.245847 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf34526-dfdb-41be-bb49-9ac7fbf0a969,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:05.253081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.253961 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.254298 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.254633 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.254958 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.255288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.255611 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.256067 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.256402 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.256751 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.257070 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.257389 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc1185-c6a5-407b-b0e1-16177b3908b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:05.324013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-b8c216d2-acda-4906-a165-e36447bc07cb tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:05.324275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:05.325779 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-b8c216d2-acda-4906-a165-e36447bc07cb tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Nov 10 08:40:05.355443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: dbc789a2-45fb-4981-aeb1-e892b9343d99 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:05.355781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device dbc789a2-45fb-4981-aeb1-e892b9343d99 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:40:05.423907 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Deleting port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:05.424257 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.501126 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49536) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:05.530830 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] For port 29dad8da-16f7-49ad-8cef-d8ba65b1e607, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=29dad8da-16f7-49ad-8cef-d8ba65b1e607,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:05.531194 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.560930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Calling delete_port for 29dad8da-16f7-49ad-8cef-d8ba65b1e607 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:05.615812 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.651935 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.800148 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.802775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.803940 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "DELETE /v2.0/security-groups/07f59164-41ca-4137-be39-165639c2f383 HTTP/1.1" status: 204 len: 168 time: 0.3018456 Nov 10 08:40:05.806731 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49538) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:05.813263 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dff7d-f1a3-4321-9587-72417c704a6d tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f59164-41ca-4137-be39-165639c2f383,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:05.822980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.824091 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.api.v2.resource [None req-1ac7fe6d-b58f-46ef-bf36-0ae16b2faa05 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] show failed (client error): The resource could not be found. Nov 10 08:40:05.828500 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1ac7fe6d-b58f-46ef-bf36-0ae16b2faa05 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "GET /v2.0/security-groups/07f59164-41ca-4137-be39-165639c2f383 HTTP/1.1" status: 404 len: 347 time: 0.0207167 Nov 10 08:40:05.833254 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49540) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:05.860858 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Pushing event deleted for resources: {'Port': ['ID=29dad8da-16f7-49ad-8cef-d8ba65b1e607,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:05.900527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49544) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:05.901267 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] No DVR routers for this DVR port 29dad8da-16f7-49ad-8cef-d8ba65b1e607 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:40:05.908509 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.912300 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bb9d88ab-228a-4b32-9b11-0efe86ab1347 req-3910d544-cc62-4136-95fc-b01247888b46 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "DELETE /v2.0/ports/29dad8da-16f7-49ad-8cef-d8ba65b1e607 HTTP/1.1" status: 204 len: 173 time: 0.5802321 Nov 10 08:40:05.912741 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'name': 'network-vif-deleted', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:05.914967 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278e2f7-8eb1-4712-93c7-ca3616dd8294" -d '{"events": [{"server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "name": "network-vif-deleted", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:05.929718 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-22cf71b4-0b27-485e-8bb4-6191377cba5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:05.958783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd93b9c-64a0-4e5d-a787-728e2cfb2b1c x-openstack-request-id: req-2fd93b9c-64a0-4e5d-a787-728e2cfb2b1c {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:05.959122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272631f5-8c97-4589-9a35-fb6e63137d40", "name": "network-vif-deleted", "tag": "29dad8da-16f7-49ad-8cef-d8ba65b1e607", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:05.959376 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd93b9c-64a0-4e5d-a787-728e2cfb2b1c {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:05.959759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272631f5-8c97-4589-9a35-fb6e63137d40', 'name': 'network-vif-deleted', 'tag': '29dad8da-16f7-49ad-8cef-d8ba65b1e607', 'status': 'completed', 'code': 200} Nov 10 08:40:05.968876 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1aa880d4-dec8-44d1-a42f-783e8d7ba136 req-9549f4f8-cc2a-45e6-8666-396884a60cda tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=272631f5-8c97-4589-9a35-fb6e63137d40 HTTP/1.1" status: 200 len: 210 time: 0.0314653 Nov 10 08:40:05.998672 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Deleting port 2cb05800-29b6-451f-9f66-02937a1703cc {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:05.999023 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.015980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-22cf71b4-0b27-485e-8bb4-6191377cba5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.076342 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.076663 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.089575 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Calling delete_port for 2cb05800-29b6-451f-9f66-02937a1703cc owned by network:floatingip {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:06.137051 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-22cf71b4-0b27-485e-8bb4-6191377cba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.175427 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-22cf71b4-0b27-485e-8bb4-6191377cba5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2acc77fa2808464aa4d1d0cfc2acffe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720611 Nov 10 08:40:06.176380 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf71b4-0b27-485e-8bb4-6191377cba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adcac01-2963-4c82-a517-4e51fa97b49c,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:06.179533 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49548) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:06.235280 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.256409 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.308564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.335774 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Pushing event deleted for resources: {'Port': ['ID=2cb05800-29b6-451f-9f66-02937a1703cc,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:06.377158 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.379704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.380891 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2adcac01-2963-4c82-a517-4e51fa97b49c HTTP/1.1" status: 204 len: 168 time: 0.2002804 Nov 10 08:40:06.389512 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117245-be2f-4443-a129-93dcdea9a3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adcac01-2963-4c82-a517-4e51fa97b49c,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:06.398082 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks [] for floatingip, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.401224 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:06.401981 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-23e579ed-b7fb-4694-8dd9-e8c7ca4a1269 tempest-AttachVolumeShelveTestJSON-688773760 tempest-AttachVolumeShelveTestJSON-688773760-project] 10.222.0.21 "DELETE /v2.0/floatingips/95bb160f-98a3-4be8-9227-12a660fd7939 HTTP/1.1" status: 204 len: 168 time: 0.5720201 Nov 10 08:40:07.145275 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:40:07.244969 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61049679-5bec-4ea1-b76a-bce2b16b58a7 req-26fdc7ef-28fc-4bae-94bb-dbca465ee6e7 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:07.246423 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61049679-5bec-4ea1-b76a-bce2b16b58a7 req-26fdc7ef-28fc-4bae-94bb-dbca465ee6e7 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0497966 Nov 10 08:40:07.300906 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-61049679-5bec-4ea1-b76a-bce2b16b58a7 req-fd244d0a-325c-4466-8370-cc0504921b3b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486751 Nov 10 08:40:07.346107 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 29dad8da-16f7-49ad-8cef-d8ba65b1e607 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:07.369726 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 29dad8da-16f7-49ad-8cef-d8ba65b1e607 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:07.370074 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 29dad8da-16f7-49ad-8cef-d8ba65b1e607 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:40:08.416647 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516fc10-b6c6-427b-8aa2-436e7929c131 req-4557cf42-e363-49b0-8a89-daddbb542d67 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:08.418124 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b516fc10-b6c6-427b-8aa2-436e7929c131 req-4557cf42-e363-49b0-8a89-daddbb542d67 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0475197 Nov 10 08:40:08.474008 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b516fc10-b6c6-427b-8aa2-436e7929c131 req-4739b977-2d77-4434-a0de-af0f615309b3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499368 Nov 10 08:40:09.590573 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ff71-7747-4b0c-a506-1a3fe83bdbd0 req-39a68bd0-32e6-4007-b410-a87ef53ccd6b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:09.592054 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4b1ff71-7747-4b0c-a506-1a3fe83bdbd0 req-39a68bd0-32e6-4007-b410-a87ef53ccd6b tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0509007 Nov 10 08:40:09.640870 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4b1ff71-7747-4b0c-a506-1a3fe83bdbd0 req-dafdcb55-b2ed-449b-a286-caad26189b9d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Nov 10 08:40:10.567404 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-76862724-f8ff-4615-a858-12eb72190ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:10.568885 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-76862724-f8ff-4615-a858-12eb72190ec1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0398498 Nov 10 08:40:10.672624 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-fe7361a7-3d18-4e2b-bc79-07a152f705df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:10.675903 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-fe7361a7-3d18-4e2b-bc79-07a152f705df service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.0857766 Nov 10 08:40:10.741614 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-78c8d7c2-162f-4a10-a40f-0535ddfcbbdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 1001 time: 0.0580378 Nov 10 08:40:10.755101 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c40d3c-8c75-4da5-b265-4e51a9540dfb req-e8f774a5-c79c-4637-874a-887d50e49204 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:10.756637 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-68c40d3c-8c75-4da5-b265-4e51a9540dfb req-e8f774a5-c79c-4637-874a-887d50e49204 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0477464 Nov 10 08:40:10.792522 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-1a80a049-1d62-4f74-ab0f-adaa8f538b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:10.793958 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-1a80a049-1d62-4f74-ab0f-adaa8f538b20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0448723 Nov 10 08:40:10.809015 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-68c40d3c-8c75-4da5-b265-4e51a9540dfb req-9e9ee389-3724-4a57-9e08-0a2a0893225f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Nov 10 08:40:11.085401 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-9463fbb5-6052-456c-a3a9-efbf670e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:11.086893 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-9463fbb5-6052-456c-a3a9-efbf670e7e5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2855470 Nov 10 08:40:11.174576 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-3e383f77-5d39-4cde-b472-25c04ee052e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800745 Nov 10 08:40:11.265418 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5a1aaa8c-849b-4438-b0ba-f0761ce9bbb8 req-3cc964d9-eebb-41e6-aa40-a07cd98d61d6 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Nov 10 08:40:11.284783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49650) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:11.869510 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:11.941777 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cde6f-4e3d-4775-acaa-cd19d65d61bf req-9a9318e5-f9ad-44a4-a832-2aabaffe2471 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:11.943241 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-873cde6f-4e3d-4775-acaa-cd19d65d61bf req-9a9318e5-f9ad-44a4-a832-2aabaffe2471 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0528851 Nov 10 08:40:11.993194 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-873cde6f-4e3d-4775-acaa-cd19d65d61bf req-e2ac4fbe-6073-4ed1-ae5e-f788db7557b5 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Nov 10 08:40:12.173063 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Deleting port c6b0cb26-a3d2-4203-a868-490b6d93836b {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:12.173407 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:12.249818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] For port c6b0cb26-a3d2-4203-a868-490b6d93836b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=c6b0cb26-a3d2-4203-a868-490b6d93836b,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:12.250226 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:12.262608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Calling delete_port for c6b0cb26-a3d2-4203-a868-490b6d93836b owned by network:router_interface {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:12.501357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:12.531726 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b0cb26-a3d2-4203-a868-490b6d93836b,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:12.541564 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.542067 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.542560 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.543047 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.543740 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.543740 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.544162 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.544495 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.544980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.545399 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.545729 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.546054 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:12.708111 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:12.925213 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Router f214363b-8330-4cb4-bb88-d8ccbfe1458d has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:40:13.011366 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8a90b1ec-da6d-47f3-925f-fecd764f97f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.046743 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:13.052646 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-bba6fcc5-6378-41b3-b312-dd465d120a3b admin admin] 10.222.0.21 "PUT /v2.0/routers/f214363b-8330-4cb4-bb88-d8ccbfe1458d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663240 Nov 10 08:40:13.055213 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49694) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:13.060386 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49696) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:13.060961 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Sync routers for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:13.089360 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:13.089995 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:13.183867 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-da1c8d24-353a-4017-beec-390d13d0bf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.229359 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:13.230877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503adda1-71c5-446f-9731-67f1111c4c7d req-799890f0-31b1-4918-9f23-29dd0050bb31 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:13.232371 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-503adda1-71c5-446f-9731-67f1111c4c7d req-799890f0-31b1-4918-9f23-29dd0050bb31 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.1099834 Nov 10 08:40:13.239092 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.271783 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-da1c8d24-353a-4017-beec-390d13d0bf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.342811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-da1c8d24-353a-4017-beec-390d13d0bf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.362097 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-503adda1-71c5-446f-9731-67f1111c4c7d req-a27dfaca-4c14-46d5-8ae8-87e00ecdb93d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862918 Nov 10 08:40:13.382607 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.385419 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-da1c8d24-353a-4017-beec-390d13d0bf58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c53352fa27f7483dad92e69dc84fc710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232710 Nov 10 08:40:13.386673 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c8d24-353a-4017-beec-390d13d0bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c552e477-c034-4bdc-965c-1602c1be9a33,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:13.388027 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49702) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:13.428079 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:40:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:13.445794 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.456368 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Checking router: f214363b-8330-4cb4-bb88-d8ccbfe1458d for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:13.467307 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Routers {'f214363b-8330-4cb4-bb88-d8ccbfe1458d'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:13.467979 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:39:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:13.475388 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.546219 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Deleting port b6b77637-e3e3-4496-a23d-df620c84b346 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:13.546456 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.577926 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] Set router f214363b-8330-4cb4-bb88-d8ccbfe1458d gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:13.622521 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] For port b6b77637-e3e3-4496-a23d-df620c84b346, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=b6b77637-e3e3-4496-a23d-df620c84b346,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:13.622885 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.631715 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.634261 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.635382 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c552e477-c034-4bdc-965c-1602c1be9a33 HTTP/1.1" status: 204 len: 168 time: 0.2461576 Nov 10 08:40:13.641050 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Calling delete_port for b6b77637-e3e3-4496-a23d-df620c84b346 owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:13.649053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436603a9-9b81-4d93-8db4-f18d564a87da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552e477-c034-4bdc-965c-1602c1be9a33,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:13.754725 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:40:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:13.791287 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869a59e-8673-449e-be41-b0fce26daebf None None] The sync data for ids ['f214363b-8330-4cb4-bb88-d8ccbfe1458d'] in dv-cinder-817351-1-iscsi is: [{'id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'name': 'tempest-AttachVolumeShelveTestJSON-1583612066-router', 'tenant_id': '68120f0794924ae480f2676a2b58e354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:32:53Z', 'updated_at': '2021-11-10T08:40:12Z', 'revision_number': 5, 'project_id': '68120f0794924ae480f2676a2b58e354', 'gw_port': {'id': 'b6b77637-e3e3-4496-a23d-df620c84b346', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214363b-8330-4cb4-bb88-d8ccbfe1458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:32:55Z', 'updated_at': '2021-11-10T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:13.874888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:13.906351 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b77637-e3e3-4496-a23d-df620c84b346,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:13.966902 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.053650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.055641 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.142863 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.143430 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f214363b-8330-4cb4-bb88-d8ccbfe1458d {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:40:14.147973 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.156314 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a3a63104-e520-4d2b-950b-aa0b66350089 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f214363b-8330-4cb4-bb88-d8ccbfe1458d HTTP/1.1" status: 204 len: 168 time: 1.0928938 Nov 10 08:40:14.156314 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49708) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:14.181706 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49710) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:14.195523 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3d5d48a8-a657-4f28-a24a-3aafb2308141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.197502 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Deleting subnet 247f789f-193c-4601-ab69-de7c583dfdf6 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:40:14.200887 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.235662 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.276333 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3d5d48a8-a657-4f28-a24a-3aafb2308141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.322027 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.325803 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3d5d48a8-a657-4f28-a24a-3aafb2308141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.373743 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3d5d48a8-a657-4f28-a24a-3aafb2308141 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87c343d5aac8484a861f6b2952a26415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909511 Nov 10 08:40:14.376700 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49714) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:14.382730 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d48a8-a657-4f28-a24a-3aafb2308141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de137c7f-4354-404b-b3de-e25c2be3d959,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:14.447560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.496561 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.501314 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247f789f-193c-4601-ab69-de7c583dfdf6,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:14.507071 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.510214 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e2fa8af4-4bbf-4159-b419-ada2b7e2260c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/247f789f-193c-4601-ab69-de7c583dfdf6 HTTP/1.1" status: 204 len: 168 time: 0.3575568 Nov 10 08:40:14.511073 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3fc0a-eca2-4488-8465-9850427c4956 None None] Network 53d67005-2749-4845-aee8-aef476b438d4 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:40:14.513039 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49718) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:14.531836 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.563370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3a4b-3153-4c92-b136-bc27478569e2 req-0e2d383d-a139-4547-a709-370a6af6a65e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:14.564876 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8aee3a4b-3153-4c92-b136-bc27478569e2 req-0e2d383d-a139-4547-a709-370a6af6a65e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.1237936 Nov 10 08:40:14.594389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.623999 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8aee3a4b-3153-4c92-b136-bc27478569e2 req-62461a1e-d949-4fff-9063-ecb885ac249e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526402 Nov 10 08:40:14.651379 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Deleting port e41ae810-b3c6-436b-9f29-7599d0028d25 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:14.651721 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.685692 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.688379 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.691972 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de137c7f-4354-404b-b3de-e25c2be3d959 HTTP/1.1" status: 204 len: 168 time: 0.3116972 Nov 10 08:40:14.697309 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17915e13-0d39-4cbe-81e4-66870f8b8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de137c7f-4354-404b-b3de-e25c2be3d959,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:14.725848 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] For port e41ae810-b3c6-436b-9f29-7599d0028d25, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=e41ae810-b3c6-436b-9f29-7599d0028d25,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:14.726234 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.738616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Calling delete_port for e41ae810-b3c6-436b-9f29-7599d0028d25 owned by network:dhcp {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:14.821225 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] DHCP port deletion for 53d67005-2749-4845-aee8-aef476b438d4 request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:40:14.868463 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Deleting port e41ae810-b3c6-436b-9f29-7599d0028d25 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:14.868779 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.902811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.931796 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] No DVR routers for this DVR port e41ae810-b3c6-436b-9f29-7599d0028d25 on host dv-cinder-817351-1-iscsi {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:40:14.933494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e41ae810-b3c6-436b-9f29-7599d0028d25,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:14.942167 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] For port e41ae810-b3c6-436b-9f29-7599d0028d25, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=e41ae810-b3c6-436b-9f29-7599d0028d25,segment=NetworkSegment(8f4469a5-c1e2-45d6-aad6-76001a2372b7),segment_id=8f4469a5-c1e2-45d6-aad6-76001a2372b7)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:14.942796 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:14.947231 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device c6b0cb26-a3d2-4203-a868-490b6d93836b no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:14.976640 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Calling delete_port for e41ae810-b3c6-436b-9f29-7599d0028d25 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:14.980291 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: c6b0cb26-a3d2-4203-a868-490b6d93836b {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:14.980631 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device c6b0cb26-a3d2-4203-a868-490b6d93836b not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:40:14.981111 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device e41ae810-b3c6-436b-9f29-7599d0028d25 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:15.009697 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: e41ae810-b3c6-436b-9f29-7599d0028d25 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:15.009942 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device e41ae810-b3c6-436b-9f29-7599d0028d25 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:40:15.010517 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6b77637-e3e3-4496-a23d-df620c84b346 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:15.011761 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.032653 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d67005-2749-4845-aee8-aef476b438d4']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:15.042995 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4469a5-c1e2-45d6-aad6-76001a2372b7') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:15.043397 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4469a5-c1e2-45d6-aad6-76001a2372b7') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:15.053198 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.066971 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.070654 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: b6b77637-e3e3-4496-a23d-df620c84b346 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:15.071078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device b6b77637-e3e3-4496-a23d-df620c84b346 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:40:15.073892 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:40:15.075056 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:40:15.076945 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:40:15.119936 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.143212 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Pushing event deleted for resources: {'Port': ['ID=e41ae810-b3c6-436b-9f29-7599d0028d25,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:15.153092 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] No DVR routers for this DVR port e41ae810-b3c6-436b-9f29-7599d0028d25 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:40:15.154949 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.155304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.155745 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.156011 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.156341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.156677 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.157007 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.157332 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.157659 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.157983 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.158304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.158648 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff0703-3deb-42ca-83a0-c16dc8942575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:15.175680 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.183945 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.183945 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/53d67005-2749-4845-aee8-aef476b438d4 HTTP/1.1" status: 204 len: 168 time: 0.6689646 Nov 10 08:40:15.196704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e925c-2f33-456a-ba2e-7ddf0b5910ba admin admin] Pushing event deleted for resources: {'Network': ['ID=53d67005-2749-4845-aee8-aef476b438d4,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:15.346665 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-71c527a8-60b7-4834-b298-9450b722efee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.476238 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49736) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:15.516958 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3114fc5a-35b7-4705-a733-11a698efb4fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68120f0794924ae480f2676a2b58e354&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394669 Nov 10 08:40:15.522552 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49740) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:15.569362 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.592779 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.702558 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.705063 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:15.706122 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/654d0752-d245-429b-89c5-d166436d48d8 HTTP/1.1" status: 204 len: 168 time: 0.1826127 Nov 10 08:40:15.737507 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0781249-6200-4f43-b3ff-34efc186efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d0752-d245-429b-89c5-d166436d48d8,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:15.762062 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eee29-2069-488c-a29f-be233a91146c req-c991e061-1010-4612-8f6d-beb970d2e7e7 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:15.763676 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7d8eee29-2069-488c-a29f-be233a91146c req-c991e061-1010-4612-8f6d-beb970d2e7e7 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0714629 Nov 10 08:40:15.814508 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7d8eee29-2069-488c-a29f-be233a91146c req-da11b11b-23c6-498a-ad25-c851e4b1a016 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Nov 10 08:40:16.364286 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:16.949074 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a1dae-62b5-4b07-a9e9-ed7df8c41c61 req-6f582a76-ec26-4b7a-8960-aa1dc7d0512e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:16.950832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e29a1dae-62b5-4b07-a9e9-ed7df8c41c61 req-6f582a76-ec26-4b7a-8960-aa1dc7d0512e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0488124 Nov 10 08:40:17.000931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e29a1dae-62b5-4b07-a9e9-ed7df8c41c61 req-7b1fcb60-5864-4205-9e67-ad0c1327dce3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Nov 10 08:40:17.706791 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-9df9b0e4-dd4a-4687-ab1d-22e68db9d4ee tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:17.708770 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-9df9b0e4-dd4a-4687-ab1d-22e68db9d4ee tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/networks?id=79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 200 len: 814 time: 0.1030893 Nov 10 08:40:17.723164 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-ea33fa89-1376-4c4c-8e3d-a027b4fc2f85 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/quotas/72f37fe8c0ef415aa2274d84eb5bbb55 HTTP/1.1" status: 200 len: 375 time: 0.0087564 Nov 10 08:40:17.754194 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-31082f74-3680-4ebf-944b-da94b195c161 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248163 Nov 10 08:40:17.793713 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:17.851953 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-4aaa48d9-8d9a-4516-99d3-bd97c5f3152e service neutron] 10.222.0.21 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899923 Nov 10 08:40:17.941914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-8a9ee294-faea-43f9-9462-0181a95e6b7e service neutron] 10.222.0.21 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Nov 10 08:40:18.131042 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6769272-e706-4be8-b48d-414ab633fd30 req-e9afc3a0-f2ba-440d-8767-dff47667b09e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:18.137815 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d6769272-e706-4be8-b48d-414ab633fd30 req-e9afc3a0-f2ba-440d-8767-dff47667b09e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0570600 Nov 10 08:40:18.201641 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-14182eac-8efb-475c-830a-16fdd87a8460 req-ca349fdb-0929-4bef-91d1-a97c4311cceb tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0376313 Nov 10 08:40:18.239337 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d6769272-e706-4be8-b48d-414ab633fd30 req-e87dcc7d-7146-40f3-a841-6150d52a7934 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890012 Nov 10 08:40:18.267704 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49864) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:18.378712 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1550cdc4-f2bc-45ff-99c6-7b2a6db61898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.454747 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1550cdc4-f2bc-45ff-99c6-7b2a6db61898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.514370 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1550cdc4-f2bc-45ff-99c6-7b2a6db61898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.537199 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.553911 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1550cdc4-f2bc-45ff-99c6-7b2a6db61898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aee4a87e9384fb6b44cf63d4bf7710d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850647 Nov 10 08:40:18.554711 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550cdc4-f2bc-45ff-99c6-7b2a6db61898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6663f9ff-58f5-4e76-991f-737977f8073c,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:18.556862 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49874) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:18.605729 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.629207 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.729839 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.732454 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:18.733608 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6663f9ff-58f5-4e76-991f-737977f8073c HTTP/1.1" status: 204 len: 168 time: 0.1752579 Nov 10 08:40:18.742205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015f6de-7ddd-4bd4-818d-a25abedca7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663f9ff-58f5-4e76-991f-737977f8073c,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:19.296379 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1735e8d8-47fa-419d-81f6-5fab214cebc3 req-590f316e-b1cc-4a82-a40a-553006a7d76e tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Nov 10 08:40:19.328698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 49886) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:19.342820 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5133-e1e8-4f92-9af0-7d91c7352276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.358375 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dd1c3-1e62-4742-9ad6-03516e1a658a req-d36ff3c5-17d1-4e4b-bd2c-bf8ae28c8af3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:19.359841 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b71dd1c3-1e62-4742-9ad6-03516e1a658a req-d36ff3c5-17d1-4e4b-bd2c-bf8ae28c8af3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0539026 Nov 10 08:40:19.408858 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b71dd1c3-1e62-4742-9ad6-03516e1a658a req-ea91ddf8-2c39-4b1a-92fd-b3c376b7763c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Nov 10 08:40:19.424512 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5133-e1e8-4f92-9af0-7d91c7352276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.495663 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5133-e1e8-4f92-9af0-7d91c7352276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.534176 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ff6b5133-e1e8-4f92-9af0-7d91c7352276 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92d1fc813ce441da927217edc30f32c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041557 Nov 10 08:40:19.535284 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b5133-e1e8-4f92-9af0-7d91c7352276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a9e32-5dec-4bea-967b-47a8b310fe07,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:19.536971 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49892) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:19.586293 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.607206 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.749248 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.751560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:19.755480 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/578a9e32-5dec-4bea-967b-47a8b310fe07 HTTP/1.1" status: 204 len: 168 time: 0.2168043 Nov 10 08:40:19.765693 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a141712-388d-48d4-a700-7b4541de3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a9e32-5dec-4bea-967b-47a8b310fe07,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:20.040938 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-75d29d7e-aad4-49ee-a57d-b00eb784f9e4 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:20.042408 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-75d29d7e-aad4-49ee-a57d-b00eb784f9e4 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "GET /v2.0/networks?id=79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 200 len: 814 time: 0.1033041 Nov 10 08:40:20.056492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Request body: {'port': {'device_id': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83', 'admin_state_up': True, 'tenant_id': '72f37fe8c0ef415aa2274d84eb5bbb55'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:20.402504 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3ba384bc-9c89-42ea-b6c6-14997bae555b req-6121b422-9d33-4dd8-97df-12ab406c220b tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0290873 Nov 10 08:40:20.496781 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Made reservation on behalf of 72f37fe8c0ef415aa2274d84eb5bbb55 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:40:20.500293 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:20.540886 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ef6b5-f940-4fa2-8b95-95daa9060fe6 req-df134ccd-4b09-4a02-a1cd-d47c6d333da9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:20.542621 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4b8ef6b5-f940-4fa2-8b95-95daa9060fe6 req-df134ccd-4b09-4a02-a1cd-d47c6d333da9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0580299 Nov 10 08:40:20.593059 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4b8ef6b5-f940-4fa2-8b95-95daa9060fe6 req-8f1dd796-3bd3-4a76-adef-f7babbe9bb36 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Nov 10 08:40:20.625046 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Allocated IP 172.20.0.14 (79450c5f-8af5-44dd-9d48-db8dbf792a83/0741ff91-7ea4-4db1-a7c9-b852b3d3e704/1420f858-5ea9-465c-8f4f-760ed815bb39) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:20.772505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:20.867795 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:20.907923 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Network 79450c5f-8af5-44dd-9d48-db8dbf792a83 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:20.913465 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:20.915864 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:20.949463 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Pushing event updated for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:20.973120 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:20.973709 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.058001 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-d525f990-a2ed-4f68-92cf-f147483c8484 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0058551 Nov 10 08:40:21.070538 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Request body: {'port': {'device_id': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:21.122170 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.382086 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1420f858-5ea9-465c-8f4f-760ed815bb39 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:40:21.389697 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.402241 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Transition to ACTIVE for port object 1420f858-5ea9-465c-8f4f-760ed815bb39 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:40:21.468131 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.524750 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298fb9c-76ab-4cc1-92c1-f8f23419b0cd req-5a72a2e6-d679-4209-9eb1-0aa05c403f83 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:21.526314 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8298fb9c-76ab-4cc1-92c1-f8f23419b0cd req-5a72a2e6-d679-4209-9eb1-0aa05c403f83 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 944 time: 0.0502877 Nov 10 08:40:21.543991 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:21.600492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Attempting to bind port 1420f858-5ea9-465c-8f4f-760ed815bb39 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:21.600930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Attempting to bind port 1420f858-5ea9-465c-8f4f-760ed815bb39 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:21.601337 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Attempting to bind port 1420f858-5ea9-465c-8f4f-760ed815bb39 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:21.607595 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Port 1420f858-5ea9-465c-8f4f-760ed815bb39 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:40:21.608027 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Attempting to bind port 1420f858-5ea9-465c-8f4f-760ed815bb39 on network 79450c5f-8af5-44dd-9d48-db8dbf792a83 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:21.608198 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8298fb9c-76ab-4cc1-92c1-f8f23419b0cd req-d094b544-7de6-42ea-a8e7-45c4a87a78b8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Nov 10 08:40:21.613472 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:21.613876 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Checking segment: {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:21.614483 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Bound using segment: {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:21.615908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Bound port: 1420f858-5ea9-465c-8f4f-760ed815bb39, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbad426c-36c2-40ea-bd3c-6645f836b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:21.620492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.690420 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:21.693529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1420f858-5ea9-465c-8f4f-760ed815bb39,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:21.723179 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f6ce-9fb4-4cf8-9229-8315a2d14867 req-a85e9c61-55a0-4065-90e3-0629b3e205ae tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:21.724674 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e62f6ce-9fb4-4cf8-9229-8315a2d14867 req-a85e9c61-55a0-4065-90e3-0629b3e205ae tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0537293 Nov 10 08:40:21.773436 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1e62f6ce-9fb4-4cf8-9229-8315a2d14867 req-22312b5e-9403-44a8-b7b1-baff230c9c88 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Nov 10 08:40:21.777528 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.791955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:21.792624 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:21.793976 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] 10.222.0.45 "PUT /v2.0/ports/1420f858-5ea9-465c-8f4f-760ed815bb39 HTTP/1.1" status: 200 len: 1094 time: 0.7274709 Nov 10 08:40:21.794412 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:21.796804 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:21.844260 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ecaf-a6ca-42a0-a8e3-fcada66d2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:21.857088 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b98c0a7-8919-4074-b936-b853f7aa3470 x-openstack-request-id: req-1b98c0a7-8919-4074-b936-b853f7aa3470 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:21.857506 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:21.857766 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b98c0a7-8919-4074-b936-b853f7aa3470 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:21.858161 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39', 'status': 'completed', 'code': 200} Nov 10 08:40:21.923093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-6217addf-dc30-4f3d-96ac-23bc3163ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:21.924637 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-6217addf-dc30-4f3d-96ac-23bc3163ccbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0446732 Nov 10 08:40:22.037210 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-eaf5240c-c4fd-4d74-b67b-082c1f2480a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.038760 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-eaf5240c-c4fd-4d74-b67b-082c1f2480a0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1062310 Nov 10 08:40:22.056422 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49978) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:22.140643 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-ec002490-b404-4b0a-b464-89ef5f22119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.142112 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d09d5dc2-cd30-4a07-8f18-bfce6c71c201 req-ec002490-b404-4b0a-b464-89ef5f22119a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957763 Nov 10 08:40:22.174714 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-744f9afa-c911-4218-8b14-a076c1e3747b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.235678 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-5702525e-32a7-4162-b885-fc851887d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.237287 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-5702525e-32a7-4162-b885-fc851887d750 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0531905 Nov 10 08:40:22.251996 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-744f9afa-c911-4218-8b14-a076c1e3747b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.279992 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-00e2ea42-8dd4-439b-9b3f-054c4ae5b610 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1420f858-5ea9-465c-8f4f-760ed815bb39 HTTP/1.1" status: 200 len: 217 time: 0.0348272 Nov 10 08:40:22.329685 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-744f9afa-c911-4218-8b14-a076c1e3747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.330604 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-85055a8b-1d67-4835-a3fd-35bdd2d32a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.332069 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-85055a8b-1d67-4835-a3fd-35bdd2d32a7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0741ff91-7ea4-4db1-a7c9-b852b3d3e704 HTTP/1.1" status: 200 len: 854 time: 0.0457950 Nov 10 08:40:22.366911 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-4b22f290-202e-4495-b095-07d947619c3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79450c5f-8af5-44dd-9d48-db8dbf792a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266602 Nov 10 08:40:22.370152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f9afa-c911-4218-8b14-a076c1e3747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53e85e-a679-4d7b-9379-b8a64c8c000f,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:22.376923 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-744f9afa-c911-4218-8b14-a076c1e3747b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aec9006a2a9c440ea8ebe5b468b522dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165917 Nov 10 08:40:22.377085 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 49990) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:22.432355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.457138 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.494966 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-c2895d80-6be9-4505-a290-2b34a3e4aeae service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191750 Nov 10 08:40:22.500527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-395e71af-8e14-4d99-8294-cb69cac35b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.501921 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-395e71af-8e14-4d99-8294-cb69cac35b65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0609713 Nov 10 08:40:22.605598 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.608476 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:22.612406 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce53e85e-a679-4d7b-9379-b8a64c8c000f HTTP/1.1" status: 204 len: 168 time: 0.2318881 Nov 10 08:40:22.626003 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9b0f4-22fe-4513-888f-30daa9d1ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53e85e-a679-4d7b-9379-b8a64c8c000f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:22.694040 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c1e5f217-38f3-4794-8d18-a9c5fd4d6053 req-8cc70194-192c-4fbf-aa34-770643b81d6d service neutron] 10.222.0.45 "GET /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907525 Nov 10 08:40:22.694909 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-2dfabb33-c071-4281-9bac-e5e8c0c37ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.696247 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-2dfabb33-c071-4281-9bac-e5e8c0c37ca8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.1850064 Nov 10 08:40:22.759740 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56d10-d1b4-45eb-8aa5-038a86b202c2 req-d467d817-4fcd-4ab4-877c-e790869fe145 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.765552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2a56d10-d1b4-45eb-8aa5-038a86b202c2 req-d467d817-4fcd-4ab4-877c-e790869fe145 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 944 time: 0.0664632 Nov 10 08:40:22.789465 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-f328dffd-16e7-49b7-a20d-a1193c9b04dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 1001 time: 0.0836136 Nov 10 08:40:22.821811 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c2a56d10-d1b4-45eb-8aa5-038a86b202c2 req-0ee54b96-f7c8-405e-9bbc-490b3c5699e8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Nov 10 08:40:22.849278 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-806f1045-3feb-4a4b-9eaa-b11ed7b9781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.851367 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-806f1045-3feb-4a4b-9eaa-b11ed7b9781e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0546842 Nov 10 08:40:22.893401 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac91b7-fef6-4bf3-bccd-b7d271bcd213 req-5f591d0d-5957-4305-a9b9-f2290a66bfca tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.895141 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-08ac91b7-fef6-4bf3-bccd-b7d271bcd213 req-5f591d0d-5957-4305-a9b9-f2290a66bfca tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0498836 Nov 10 08:40:22.913724 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-ea4c4790-f097-4f28-a67a-3b1028828422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:22.915103 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-ea4c4790-f097-4f28-a67a-3b1028828422 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560598 Nov 10 08:40:22.945888 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-08ac91b7-fef6-4bf3-bccd-b7d271bcd213 req-b704ebf9-4927-46e3-929d-9e34c6cb544f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Nov 10 08:40:23.007311 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-e1fa1565-5e2b-4aa9-a089-b9e27bf636df service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842898 Nov 10 08:40:23.108406 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9609a979-ecbd-4161-9a67-ac72ddba0958 req-63147d88-b345-45d1-8f88-f7e72b8e2b5a service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930591 Nov 10 08:40:23.387151 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50008) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:23.401199 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9458c024-2c94-4586-a6d4-1b08120f5fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.478258 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9458c024-2c94-4586-a6d4-1b08120f5fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.554641 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9458c024-2c94-4586-a6d4-1b08120f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.595778 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9458c024-2c94-4586-a6d4-1b08120f5fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0181824f4c934bfc9a8f2faa6c6010ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075388 Nov 10 08:40:23.596591 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c024-2c94-4586-a6d4-1b08120f5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21618a32-3483-402a-809d-03a2bdfc6569,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:23.598819 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50010) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:23.646823 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.666890 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.794066 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.796722 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:23.797857 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21618a32-3483-402a-809d-03a2bdfc6569 HTTP/1.1" status: 204 len: 168 time: 0.1980772 Nov 10 08:40:23.806321 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83bad-8d25-427e-a3c7-4822122c597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21618a32-3483-402a-809d-03a2bdfc6569,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:23.937575 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b830-0d45-4811-950f-0d1363466fd1 req-d4ad9f31-013c-405d-903a-f13818965bfc tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:23.939027 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e142b830-0d45-4811-950f-0d1363466fd1 req-d4ad9f31-013c-405d-903a-f13818965bfc tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 944 time: 0.0479033 Nov 10 08:40:23.985978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-e142b830-0d45-4811-950f-0d1363466fd1 req-8c83f060-867a-4f2a-ba1d-5c2b3e4c92e8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Nov 10 08:40:24.064268 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35c35b-15f7-4069-af4c-ee92b0cbce28 req-aa8e7680-0fad-48f5-891e-cffda51d360c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:24.065746 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7b35c35b-15f7-4069-af4c-ee92b0cbce28 req-aa8e7680-0fad-48f5-891e-cffda51d360c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0478635 Nov 10 08:40:24.118240 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7b35c35b-15f7-4069-af4c-ee92b0cbce28 req-31d59dc5-4fb0-4564-a52e-17bd02b00792 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463986 Nov 10 08:40:24.382065 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1420f858-5ea9-465c-8f4f-760ed815bb39 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:40:24.477960 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1420f858-5ea9-465c-8f4f-760ed815bb39,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:24.489542 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '1420f858-5ea9-465c-8f4f-760ed815bb39', 'network_id': '79450c5f-8af5-44dd-9d48-db8dbf792a83', 'port_id': '1420f858-5ea9-465c-8f4f-760ed815bb39', 'mac_address': 'fa:16:3e:35:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0741ff91-7ea4-4db1-a7c9-b852b3d3e704', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:40:24.526773 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:24.540275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1420f858-5ea9-465c-8f4f-760ed815bb39 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:40:24.567150 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1420f858-5ea9-465c-8f4f-760ed815bb39,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:24.636355 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:24.820188 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:24.867184 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['1420f858-5ea9-465c-8f4f-760ed815bb39'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:40:25.103224 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9a8ca-8d9c-4c23-8102-d6d552c32666 req-d53ab705-a084-4bf1-b725-3040a6d0f21f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:25.104622 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4ea9a8ca-8d9c-4c23-8102-d6d552c32666 req-d53ab705-a084-4bf1-b725-3040a6d0f21f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Nov 10 08:40:25.151860 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4ea9a8ca-8d9c-4c23-8102-d6d552c32666 req-919ab432-98f3-4c24-bb74-d3cde6773530 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Nov 10 08:40:25.257979 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00e7e-b6b1-4868-91ae-b9335df58a46 req-26fff62f-749d-491a-92d5-7fb1daa3aeb0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:25.259532 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8db00e7e-b6b1-4868-91ae-b9335df58a46 req-26fff62f-749d-491a-92d5-7fb1daa3aeb0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0499554 Nov 10 08:40:25.309490 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8db00e7e-b6b1-4868-91ae-b9335df58a46 req-97410b21-1920-4c00-a7b8-8199e89510b5 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Nov 10 08:40:26.190038 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50082) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:26.275928 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443f38-645a-4231-bf47-7da1c99d68ac req-6da91961-a805-44d2-b46e-873c17d478a6 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:26.278509 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d443f38-645a-4231-bf47-7da1c99d68ac req-6da91961-a805-44d2-b46e-873c17d478a6 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 945 time: 0.0531816 Nov 10 08:40:26.308340 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-46e41afa-8aa3-431f-963a-cf28b8d1a09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.353173 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d443f38-645a-4231-bf47-7da1c99d68ac req-f2f7de20-d98a-49e5-8e36-b1dd1bfe4b49 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699556 Nov 10 08:40:26.403649 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1420f858-5ea9-465c-8f4f-760ed815bb39 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:26.443065 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-46e41afa-8aa3-431f-963a-cf28b8d1a09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.456766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10b113-aed8-4b44-8978-da38cf7f8c32 req-05135bac-9cdf-44d8-87ee-5f5c313309b0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:26.460873 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af10b113-aed8-4b44-8978-da38cf7f8c32 req-05135bac-9cdf-44d8-87ee-5f5c313309b0 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0722015 Nov 10 08:40:26.509155 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-46e41afa-8aa3-431f-963a-cf28b8d1a09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.530867 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-af10b113-aed8-4b44-8978-da38cf7f8c32 req-82142b09-d919-4f6f-a4f4-35a890e642ab tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657880 Nov 10 08:40:26.556051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 1420f858-5ea9-465c-8f4f-760ed815bb39 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:40:26.556051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 1420f858-5ea9-465c-8f4f-760ed815bb39 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:26.556051 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.562937 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e41afa-8aa3-431f-963a-cf28b8d1a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429f1ed-a0e9-4aac-92ba-18469287aef7,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:26.570662 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50102) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:26.581493 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-46e41afa-8aa3-431f-963a-cf28b8d1a09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8225108966e249eba7605d77dcc36bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810523 Nov 10 08:40:26.624476 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.646739 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.658556 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.681444 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:26.683774 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfeefea-7048-456c-b2e3-ea51d53ed572" -d '{"events": [{"server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:26.697556 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1420f858-5ea9-465c-8f4f-760ed815bb39,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:26.719795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705182d-d617-4df6-9df9-8553209cee23 x-openstack-request-id: req-e705182d-d617-4df6-9df9-8553209cee23 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:26.720180 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:26.720433 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e705182d-d617-4df6-9df9-8553209cee23 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:26.720829 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39', 'code': 200} Nov 10 08:40:26.746882 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.749506 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.750719 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c429f1ed-a0e9-4aac-92ba-18469287aef7 HTTP/1.1" status: 204 len: 168 time: 0.1791005 Nov 10 08:40:26.760780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bd42-3846-46e8-abfa-b9b5f796f9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429f1ed-a0e9-4aac-92ba-18469287aef7,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:26.815453 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:26.891314 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:26.955566 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d0bf-248b-4476-94d2-3b3bfac8b220 req-e4f4611f-872b-49c3-8de1-cba392aff581 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:26.957513 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8495d0bf-248b-4476-94d2-3b3bfac8b220 req-e4f4611f-872b-49c3-8de1-cba392aff581 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0510435 Nov 10 08:40:27.007983 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8495d0bf-248b-4476-94d2-3b3bfac8b220 req-97b1fb7b-dbdd-49b1-bada-c51b5ca343da tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Nov 10 08:40:27.050877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50118) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:27.070158 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1030e8-7213-43af-9b9c-689edd4b5d05 req-c46ef6f8-623f-4f50-b9ed-5fa717278d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:27.071808 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa1030e8-7213-43af-9b9c-689edd4b5d05 req-c46ef6f8-623f-4f50-b9ed-5fa717278d4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 1099 time: 0.0466540 Nov 10 08:40:27.118230 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa1030e8-7213-43af-9b9c-689edd4b5d05 req-03923619-7f15-4db3-b890-4443f03f6f93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Nov 10 08:40:27.141799 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-667c8e4b-9f94-4004-87ba-ed1711543a51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893483 Nov 10 08:40:27.150590 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-fea09338-81b3-4504-9feb-45e671c3dc0b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:40:27.151547 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-fea09338-81b3-4504-9feb-45e671c3dc0b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049686 Nov 10 08:40:27.448596 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50130) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:27.462101 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-72a39466-c68d-450a-ae10-0d067a03502b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.473072 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8266-a4cf-42ff-b733-a3ae0a25f0d7 req-7219b00a-aa30-4da6-8c45-f9ebc6a30f4f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:27.474516 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2cfe8266-a4cf-42ff-b733-a3ae0a25f0d7 req-7219b00a-aa30-4da6-8c45-f9ebc6a30f4f tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0517089 Nov 10 08:40:27.542200 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-72a39466-c68d-450a-ae10-0d067a03502b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.616984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-72a39466-c68d-450a-ae10-0d067a03502b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.658924 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a39466-c68d-450a-ae10-0d067a03502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b317bd-f66c-436c-aec8-98302ce356a7,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:27.666346 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-72a39466-c68d-450a-ae10-0d067a03502b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72498184d3794e4e9667a54fed7742bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166402 Nov 10 08:40:27.667599 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50132) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:27.717607 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.739479 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.750660 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2cfe8266-a4cf-42ff-b733-a3ae0a25f0d7 req-254ec88d-8f4a-4592-b250-a1a21535a497 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667477 Nov 10 08:40:27.868130 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.870753 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:27.871899 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9b317bd-f66c-436c-aec8-98302ce356a7 HTTP/1.1" status: 204 len: 168 time: 0.2036774 Nov 10 08:40:27.881186 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2090814-e52a-426b-a105-376e52a60d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b317bd-f66c-436c-aec8-98302ce356a7,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:28.140980 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293122b0-a997-47d5-b03a-dd18bd5053e2 req-efdd8f45-8c6f-4e4d-8da1-15a7304145d8 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:28.148246 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-293122b0-a997-47d5-b03a-dd18bd5053e2 req-efdd8f45-8c6f-4e4d-8da1-15a7304145d8 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0651989 Nov 10 08:40:28.195721 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-293122b0-a997-47d5-b03a-dd18bd5053e2 req-ddbc7a91-aaf1-4d82-9b05-bfad4cc5530a tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467143 Nov 10 08:40:28.402661 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:28.481335 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:28.513442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:28.593078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:28.647076 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=6']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:28.721981 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:28.724337 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3fa37a-82a9-41bd-81e7-fd88f9632c56" -d '{"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-unplugged", "status": "completed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:28.766193 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185dec94-5a9e-4901-9a4e-4a958da1e596 x-openstack-request-id: req-185dec94-5a9e-4901-9a4e-4a958da1e596 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:28.766974 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-unplugged", "status": "failed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "code": 422}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:28.766974 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-185dec94-5a9e-4901-9a4e-4a958da1e596 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:28.767163 dv-cinder-817351-1-iscsi neutron-server[102062]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'code': 422} returned with failed status Nov 10 08:40:28.886778 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da9961-3cb1-440e-b0df-6b27212a69d3 req-c8ff5735-594c-4dc2-9910-5b16e310edb8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:28.933183 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-59da9961-3cb1-440e-b0df-6b27212a69d3 req-c8ff5735-594c-4dc2-9910-5b16e310edb8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0575902 Nov 10 08:40:28.940423 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-59da9961-3cb1-440e-b0df-6b27212a69d3 req-c1984617-f6cb-416f-980b-c07a391fa11e tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Nov 10 08:40:29.325467 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507ad8-89a4-44f9-8a56-b7c87ca90f1e req-87a13098-4e14-4db2-bbfd-d0b2d565cc90 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:29.327812 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3507ad8-89a4-44f9-8a56-b7c87ca90f1e req-87a13098-4e14-4db2-bbfd-d0b2d565cc90 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0599842 Nov 10 08:40:29.379332 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f3507ad8-89a4-44f9-8a56-b7c87ca90f1e req-e3ac1a98-4ab0-4fd0-90e9-fd23ad7cce9f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Nov 10 08:40:30.030294 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-f5a4e305-5f12-438c-a0a1-703bbf5a81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.031934 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-f5a4e305-5f12-438c-a0a1-703bbf5a81ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b&tenant_id=3520025ebe8b4ee088a48a444c355428 HTTP/1.1" status: 200 len: 1097 time: 0.0427670 Nov 10 08:40:30.098334 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-bdffd745-9479-40c4-81a4-ab234ad2c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.099809 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-bdffd745-9479-40c4-81a4-ab234ad2c74c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1097 time: 0.0414042 Nov 10 08:40:30.207486 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-b6f406e0-8eff-40ca-9af0-39be2c57a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.212283 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-b6f406e0-8eff-40ca-9af0-39be2c57a3ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.0999749 Nov 10 08:40:30.276002 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-2f0a99e1-8e3c-495b-a44b-71f9d5dd9d56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 999 time: 0.0582349 Nov 10 08:40:30.324796 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-4b8887b4-0cb0-4aee-865c-488a82cf0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.326208 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-4b8887b4-0cb0-4aee-865c-488a82cf0c58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0434341 Nov 10 08:40:30.373754 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-90b061ec-4ae4-4cad-9cd8-fd4377789665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.375168 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-90b061ec-4ae4-4cad-9cd8-fd4377789665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421796 Nov 10 08:40:30.479784 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-46607795-a0d5-43e5-8b0f-11839d2eef5e service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970242 Nov 10 08:40:30.506166 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400d90-041c-4bf3-8193-3e639189b689 req-31b24daf-8d53-4ead-b6dd-07fbd88d8d99 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:30.508266 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b400d90-041c-4bf3-8193-3e639189b689 req-31b24daf-8d53-4ead-b6dd-07fbd88d8d99 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0552711 Nov 10 08:40:30.560908 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3b400d90-041c-4bf3-8193-3e639189b689 req-32ff601e-e96d-486f-890d-13dc784513e3 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Nov 10 08:40:30.581209 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-04ca62de-16f1-41d1-8874-fa3946e86a34 req-facb263d-23ec-441b-96cd-28aad7215259 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944579 Nov 10 08:40:31.682141 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17b40a-320e-4598-9928-f47f78a512c0 req-86f52bf4-de8d-4690-a184-d9bd6df2ac33 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:31.682141 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea17b40a-320e-4598-9928-f47f78a512c0 req-86f52bf4-de8d-4690-a184-d9bd6df2ac33 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0513494 Nov 10 08:40:31.732215 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea17b40a-320e-4598-9928-f47f78a512c0 req-69891b3a-3c4f-4d87-b4de-357896851458 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Nov 10 08:40:32.193159 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50244) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:32.307869 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-21d1e16e-cb11-4f8f-9695-2f8777aace46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.377186 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-21d1e16e-cb11-4f8f-9695-2f8777aace46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.443755 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-21d1e16e-cb11-4f8f-9695-2f8777aace46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.482517 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-21d1e16e-cb11-4f8f-9695-2f8777aace46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0a47af92c64da0a039a5a08ae61a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882814 Nov 10 08:40:32.483377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e16e-cb11-4f8f-9695-2f8777aace46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc240f-205b-49fb-9278-8d5b4044a57f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:32.485262 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50250) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:32.534906 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.556132 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.689882 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.692783 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:32.693932 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82cc240f-205b-49fb-9278-8d5b4044a57f HTTP/1.1" status: 204 len: 168 time: 0.2076094 Nov 10 08:40:32.702513 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e8031-56dd-4691-8629-2681bd8cbfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc240f-205b-49fb-9278-8d5b4044a57f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:32.847301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51a500-e83e-4b2c-8211-9169b8238ac5 req-20a3109f-cf80-4ccf-8884-71552783f5ec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:32.848808 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df51a500-e83e-4b2c-8211-9169b8238ac5 req-20a3109f-cf80-4ccf-8884-71552783f5ec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0499225 Nov 10 08:40:32.911151 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-df51a500-e83e-4b2c-8211-9169b8238ac5 req-bcc72c87-0c7c-47fb-8bc5-59d8bccbd543 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564785 Nov 10 08:40:33.305012 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50264) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:33.317829 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8156fc8d-5b7a-4006-ab6d-5c9672dfd5c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.389251 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8156fc8d-5b7a-4006-ab6d-5c9672dfd5c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.445049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-8156fc8d-5b7a-4006-ab6d-5c9672dfd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.485051 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8156fc8d-5b7a-4006-ab6d-5c9672dfd5c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1f4727db37b41bfacc4cc64c0430c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789823 Nov 10 08:40:33.486900 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156fc8d-5b7a-4006-ab6d-5c9672dfd5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38ad0a-a091-43e4-a6ab-cb7cab39ae80,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:33.487846 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50266) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:33.540375 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.564656 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.656564 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.659159 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:33.660307 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af38ad0a-a091-43e4-a6ab-cb7cab39ae80 HTTP/1.1" status: 204 len: 168 time: 0.1713693 Nov 10 08:40:33.669187 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca667-5726-416c-9388-b1efc3a66540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38ad0a-a091-43e4-a6ab-cb7cab39ae80,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:34.026450 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435093c-a0e8-42af-9835-408a6bbd927c req-b3669696-6a55-4b82-8224-06a4ec1e9aca tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:34.027924 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3435093c-a0e8-42af-9835-408a6bbd927c req-b3669696-6a55-4b82-8224-06a4ec1e9aca tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0480888 Nov 10 08:40:34.076625 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3435093c-a0e8-42af-9835-408a6bbd927c req-6b9f094e-0767-48f7-af3e-16b74e11ddd9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427532 Nov 10 08:40:34.236850 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50282) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:34.253344 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c6632ec-b032-49f2-ba02-31d3739b386d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.325693 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c6632ec-b032-49f2-ba02-31d3739b386d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.416685 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7c6632ec-b032-49f2-ba02-31d3739b386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.457209 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7c6632ec-b032-49f2-ba02-31d3739b386d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c8d8ed9071e4e8dbe2b97441f279370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168524 Nov 10 08:40:34.457209 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6632ec-b032-49f2-ba02-31d3739b386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06885c-7c0f-4071-a60f-27e0611076c9,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:34.457597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50288) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:34.507530 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.528013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.650918 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.653617 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:34.654802 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad06885c-7c0f-4071-a60f-27e0611076c9 HTTP/1.1" status: 204 len: 168 time: 0.1961443 Nov 10 08:40:34.662794 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03917c82-71ab-44f2-9714-e06959fe1c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06885c-7c0f-4071-a60f-27e0611076c9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:34.816795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:35.191358 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01c4a-3eac-4bf5-9d76-3d82d33f9298 req-f68ee8df-05ce-48c4-812e-f6fdc471f891 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:35.192876 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fe01c4a-3eac-4bf5-9d76-3d82d33f9298 req-f68ee8df-05ce-48c4-812e-f6fdc471f891 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0487103 Nov 10 08:40:35.250553 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fe01c4a-3eac-4bf5-9d76-3d82d33f9298 req-8a61b474-c746-4a0f-9589-223bd45039ec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Nov 10 08:40:35.772396 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50352) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:35.868287 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-340555682-network', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:35.976848 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Made reservation on behalf of 14cdd868c850464894c0cee7cd5e8cda for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:40:35.979229 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:35.987755 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.060669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.130730 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.157449 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:40:36.162613 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d59d01-8864-41ea-94e3-3263447f9606,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:36.171227 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.171570 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Added segment 121939cf-309a-4427-a48c-66e18d30e815 of type vlan for network 80e67cb2-3d46-4319-98a3-bfd33fb931ef Nov 10 08:40:36.213162 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.306679 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.307782 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:36.308486 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.366369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] Pushing event updated for resources: {'Network': ['ID=80e67cb2-3d46-4319-98a3-bfd33fb931ef,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:36.367237 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3551-43ac-4ae0-aab8-b324f86e0db3 req-1a6a5646-c417-4def-92ed-93dd5efb7938 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:36.368814 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f8f3551-43ac-4ae0-aab8-b324f86e0db3 req-1a6a5646-c417-4def-92ed-93dd5efb7938 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0519459 Nov 10 08:40:36.376526 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:40:36.424234 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1f8f3551-43ac-4ae0-aab8-b324f86e0db3 req-bd741f57-3659-4d89-b800-082892a52247 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Nov 10 08:40:36.448540 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-12073e49-8f3e-4766-80cf-081c71e99560 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6749949 Nov 10 08:40:36.451455 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50362) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:36.456097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Request body: {'subnet': {'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-340555682-subnet', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:36.542043 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Made reservation on behalf of 14cdd868c850464894c0cee7cd5e8cda for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:40:36.544385 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.782697 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:36.836809 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24da8f8-5301-4d29-8bf5-0388c60ad190,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:36.845371 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Checking segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:36.845725 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Network hostable DHCP agents. Network: 80e67cb2-3d46-4319-98a3-bfd33fb931ef, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:40:36.946800 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:40:37.050780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 80e67cb2-3d46-4319-98a3-bfd33fb931ef) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:37.055100 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:37.055860 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.061355 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943aa40-e2b4-4f2d-a5a3-af0564eb9329 None None] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:40:37.162392 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-249f9658-f984-459d-9305-0aa730b95f1c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7098727 Nov 10 08:40:37.165237 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50372) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:37.169348 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:37.207356 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:40:37.211206 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.261579 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.262685 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.323682 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.351059 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Allocated IP 172.20.0.2 (80e67cb2-3d46-4319-98a3-bfd33fb931ef/e24da8f8-5301-4d29-8bf5-0388c60ad190/5a7ae269-e758-4cdd-bd30-e28097ae3521) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:37.513807 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.554985 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ea60-4065-4216-85bf-0ca1c01a2a5f req-144f2913-8a13-4eb6-bf3b-d47638a6c87e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:37.556550 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4c58ea60-4065-4216-85bf-0ca1c01a2a5f req-144f2913-8a13-4eb6-bf3b-d47638a6c87e tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0604017 Nov 10 08:40:37.598102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.607944 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4c58ea60-4065-4216-85bf-0ca1c01a2a5f req-f4adf1c1-d154-453a-be86-5cdb52e850a6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Nov 10 08:40:37.623005 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.662200 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:37.667465 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:37.670985 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:37.682810 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Pushing event updated for resources: {'Port': ['ID=5a7ae269-e758-4cdd-bd30-e28097ae3521,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:37.719244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50386) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:37.738507 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Attempting to bind port 5a7ae269-e758-4cdd-bd30-e28097ae3521 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:37.741863 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Attempting to bind port 5a7ae269-e758-4cdd-bd30-e28097ae3521 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:37.741863 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Attempting to bind port 5a7ae269-e758-4cdd-bd30-e28097ae3521 on network 80e67cb2-3d46-4319-98a3-bfd33fb931ef {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:37.745272 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:37.745638 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Checking segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:37.746399 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.746795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Bound using segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:37.747816 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Bound port: 5a7ae269-e758-4cdd-bd30-e28097ae3521, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:37.748234 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.836204 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] For port 5a7ae269-e758-4cdd-bd30-e28097ae3521, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:37.839712 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] For port 5a7ae269-e758-4cdd-bd30-e28097ae3521, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=5a7ae269-e758-4cdd-bd30-e28097ae3521,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:37.846508 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b03e944-75cd-4f2a-8b9b-4b2555a35ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.918381 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.919995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.931345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b03e944-75cd-4f2a-8b9b-4b2555a35ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.941266 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:37.984543 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf5902-38b9-4f3c-8c24-984038107876 None None] Pushing event updated for resources: {'Port': ['ID=5a7ae269-e758-4cdd-bd30-e28097ae3521,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:38.020852 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b03e944-75cd-4f2a-8b9b-4b2555a35ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.057464 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Allocated IP 172.27.3.171 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/8d923d90-b246-4a91-977a-dc4b0c1ce146) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:38.066837 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6b03e944-75cd-4f2a-8b9b-4b2555a35ea8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=738636ddadc348ba833957ce52aec671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458939 Nov 10 08:40:38.067741 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03e944-75cd-4f2a-8b9b-4b2555a35ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df63d53-9975-44db-b68e-3122cad44475,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:38.069481 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50392) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:38.195625 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.236729 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.239152 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.377303 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.405390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.407903 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:38.409073 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0df63d53-9975-44db-b68e-3122cad44475 HTTP/1.1" status: 204 len: 168 time: 0.3385422 Nov 10 08:40:38.427908 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:38.431048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e85896-0835-4b90-8874-fb3f8a74692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df63d53-9975-44db-b68e-3122cad44475,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:38.434326 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:38.437105 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:38.464945 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d923d90-b246-4a91-977a-dc4b0c1ce146,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:38.746219 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02841578-e836-43b3-b65a-2a25f869a0a1 req-aee2e6f8-9f5b-4f0e-b8f7-da62566f73df tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:38.754929 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-02841578-e836-43b3-b65a-2a25f869a0a1 req-aee2e6f8-9f5b-4f0e-b8f7-da62566f73df tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 944 time: 0.0706472 Nov 10 08:40:38.823117 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-02841578-e836-43b3-b65a-2a25f869a0a1 req-df0b5bff-d419-40bb-862b-009251ab0995 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673082 Nov 10 08:40:38.858536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0f52b-159a-4267-bf81-68b0e09790d5 None None] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:40:38.931124 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] Provisioning complete for port 5a7ae269-e758-4cdd-bd30-e28097ae3521 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:38.931760 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.016863 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 5a7ae269-e758-4cdd-bd30-e28097ae3521 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:39.091797 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.099737 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50402) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:39.113624 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7013a09e-3653-4632-8f9a-d51995ea1bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.128170 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.150602 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:40:39.161385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 5a7ae269-e758-4cdd-bd30-e28097ae3521 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:39.161754 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.190086 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7013a09e-3653-4632-8f9a-d51995ea1bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.217057 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] For port 5a7ae269-e758-4cdd-bd30-e28097ae3521, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=5a7ae269-e758-4cdd-bd30-e28097ae3521,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:39.274480 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7013a09e-3653-4632-8f9a-d51995ea1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.303818 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.338488 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7013a09e-3653-4632-8f9a-d51995ea1bdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e46de9ea5d994f15b186f13c93fd06e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362499 Nov 10 08:40:39.338705 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:39.339382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013a09e-3653-4632-8f9a-d51995ea1bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41edb95a-c878-4844-9d72-a8c8ac731d15,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:39.341975 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50404) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:39.356555 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.365036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.366814 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'port_id': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'mac_address': 'fa:16:3e:82:a0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:40:39.408650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.437597 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.499065 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7f8a3-6249-4a79-b52b-6c06bf3544ac None None] Pushing event updated for resources: {'Port': ['ID=5a7ae269-e758-4cdd-bd30-e28097ae3521,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:39.506352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.519464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.db.api [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 08:40:39.519847 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG oslo_db.api [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 08:40:39.525413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Router 7cbc1330-e2f2-4808-8d5e-459433a182fe is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:40:39.526782 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97caca3-784b-4b87-8eb0-41ed35b51107 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:40:39.531596 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-8f89b6dd-e62c-4a63-b6eb-71c39e1f5f50 None None] Provisioning complete for port 5a7ae269-e758-4cdd-bd30-e28097ae3521 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:39.532090 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8f89b6dd-e62c-4a63-b6eb-71c39e1f5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.553676 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.556565 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.557744 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41edb95a-c878-4844-9d72-a8c8ac731d15 HTTP/1.1" status: 204 len: 168 time: 0.2148135 Nov 10 08:40:39.570077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fbd25-de82-48cc-b960-1c3f090f2a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41edb95a-c878-4844-9d72-a8c8ac731d15,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:39.574874 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:39.638709 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:39.650108 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Sync routers for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:39.658981 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.665175 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:39.665784 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:39.710478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:39.714163 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-790e7a6c-0d26-4b3c-a3c7-b99d0b5662a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5455756 Nov 10 08:40:39.714618 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50408) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:39.780909 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=7']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:39.808188 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:40.010706 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc590636-a782-432d-81b1-a446757d512a req-c10c8ea0-9ace-4e20-a30f-c114b29efeb9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:40.010706 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc590636-a782-432d-81b1-a446757d512a req-c10c8ea0-9ace-4e20-a30f-c114b29efeb9 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.0990736 Nov 10 08:40:40.102074 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bc590636-a782-432d-81b1-a446757d512a req-d714efd3-d13c-4f33-a64c-ef46d50c847f tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894279 Nov 10 08:40:40.170079 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:38Z', 'revision_number': 3, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:40.197688 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Checking router: 7cbc1330-e2f2-4808-8d5e-459433a182fe for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:40.197966 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Updating router 7cbc1330-e2f2-4808-8d5e-459433a182fe port 8d923d90-b246-4a91-977a-dc4b0c1ce146 binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:40:40.219068 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.228334 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.373987 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Allocated IP 172.20.0.1 (80e67cb2-3d46-4319-98a3-bfd33fb931ef/e24da8f8-5301-4d29-8bf5-0388c60ad190/86649102-a848-4cdc-bdf0-36ea6eadcc5f) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:40.483230 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.492368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.565072 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.588513 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.591106 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Attempting to bind port 8d923d90-b246-4a91-977a-dc4b0c1ce146 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:40.591656 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Attempting to bind port 8d923d90-b246-4a91-977a-dc4b0c1ce146 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:40.592058 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Attempting to bind port 8d923d90-b246-4a91-977a-dc4b0c1ce146 on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:40.599723 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:40.599723 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:40.600018 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.600212 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:40.601219 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Bound port: 8d923d90-b246-4a91-977a-dc4b0c1ce146, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:40.601607 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.611755 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:40.613177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:40.615648 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:40.659042 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.730190 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1024a90-ff74-4cfd-aa6b-6b87f62b872d None None] Pushing event updated for resources: {'Port': ['ID=8d923d90-b246-4a91-977a-dc4b0c1ce146,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:40.740559 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Pushing event updated for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:40.774554 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] For port 8d923d90-b246-4a91-977a-dc4b0c1ce146, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:40.780250 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] For port 8d923d90-b246-4a91-977a-dc4b0c1ce146, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=8d923d90-b246-4a91-977a-dc4b0c1ce146,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:40.851760 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.905668 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.922522 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-1edc86d8-b63d-4f5b-800b-4e2a9b7230af None None] Provisioning complete for port 86649102-a848-4cdc-bdf0-36ea6eadcc5f triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:40.922899 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1edc86d8-b63d-4f5b-800b-4e2a9b7230af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:40.925975 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1024a90-ff74-4cfd-aa6b-6b87f62b872d None None] Pushing event updated for resources: {'Port': ['ID=8d923d90-b246-4a91-977a-dc4b0c1ce146,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:40.948767 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:40.949641 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:41.003256 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 5a7ae269-e758-4cdd-bd30-e28097ae3521 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:41.035432 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-1edc86d8-b63d-4f5b-800b-4e2a9b7230af None None] Port 86649102-a848-4cdc-bdf0-36ea6eadcc5f cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:40:41.095301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:41.111680 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:41.141942 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 5a7ae269-e758-4cdd-bd30-e28097ae3521 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:41.142315 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:41.164558 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:41.257355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:41.260342 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Pushing event updated for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:41.281127 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['f97caca3-784b-4b87-8eb0-41ed35b51107'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:40:41.296061 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69456-82b7-4a4d-b68a-85c7532b8d1c req-d8e59ae1-3fce-4a92-9b7a-83c5164bcc43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:41.297537 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ddc69456-82b7-4a4d-b68a-85c7532b8d1c req-d8e59ae1-3fce-4a92-9b7a-83c5164bcc43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.0946498 Nov 10 08:40:41.388532 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ddc69456-82b7-4a4d-b68a-85c7532b8d1c req-8a362388-b900-4c1d-8352-567f85a6f449 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648706 Nov 10 08:40:41.408496 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:41.410288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:41.519055 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 1, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:41.544176 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Router 7cbc1330-e2f2-4808-8d5e-459433a182fe has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:40:41.557941 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75e054-3e6a-4ca7-8e2f-4402fb94e571 None None] The sync data for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi is: [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 1, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:41.709483 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:41.720756 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2ea72825-0603-49de-be21-1fb83b21484b admin admin] 10.222.0.21 "PUT /v2.0/routers/7cbc1330-e2f2-4808-8d5e-459433a182fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989867 Nov 10 08:40:41.767707 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-9a484db4-c673-48de-8148-2f3b673d38c1 None None] Provisioning complete for port 86649102-a848-4cdc-bdf0-36ea6eadcc5f triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:41.768135 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9a484db4-c673-48de-8148-2f3b673d38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:41.823960 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-9a484db4-c673-48de-8148-2f3b673d38c1 None None] Port 86649102-a848-4cdc-bdf0-36ea6eadcc5f cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:40:42.533789 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79ccfc-979b-4289-83e2-62dd52839197 req-6ba0eac2-82f5-4af4-b202-5918b091860c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:42.536265 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2d79ccfc-979b-4289-83e2-62dd52839197 req-6ba0eac2-82f5-4af4-b202-5918b091860c tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.0578969 Nov 10 08:40:42.601625 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2d79ccfc-979b-4289-83e2-62dd52839197 req-f90eee85-4466-4e7c-83d0-c61c24f87636 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587847 Nov 10 08:40:42.690382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50498) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:42.695185 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-526677072-network', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:42.805938 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Made reservation on behalf of 6ce893b7d3b143f9a6f6f612e4456768 for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:40:42.808465 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:42.818162 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:42.925723 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.006313 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.016812 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 8d923d90-b246-4a91-977a-dc4b0c1ce146 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:43.041306 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:40:43.045580 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25d-1a9c-43b6-b137-498f842b785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.048595 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db45509-c62c-45be-8ed6-7c3b260df26d,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:43.055298 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.055665 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Added segment 0184640b-1a45-4ab6-9201-28656a0e3222 of type vlan for network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd Nov 10 08:40:43.075304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 8d923d90-b246-4a91-977a-dc4b0c1ce146 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:43.078401 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.101294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.152549 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.173691 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 8d923d90-b246-4a91-977a-dc4b0c1ce146, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=8d923d90-b246-4a91-977a-dc4b0c1ce146,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:43.193684 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.194653 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:43.195239 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.258087 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1b055e-647c-414f-bdc8-fdfa17ceabbd,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:43.270599 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:40:43.315575 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.316091 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-559e7394-c51f-4b0f-ae47-e9b76a0e4295 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6246767 Nov 10 08:40:43.318759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50506) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:43.324107 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Request body: {'subnet': {'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-526677072-subnet', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'ip_version': 4}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:43.390553 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=8d923d90-b246-4a91-977a-dc4b0c1ce146,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:43.421932 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Made reservation on behalf of 6ce893b7d3b143f9a6f6f612e4456768 for: {'subnet': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:40:43.424372 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4140254'] for subnet, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.470542 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50512) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:43.594627 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-11c4e852-1fcb-4a93-a72e-920bb06ba8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.616895 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:43.658895 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4140272'] for subnet, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.673356 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port f97caca3-784b-4b87-8eb0-41ed35b51107 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:43.673813 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.676966 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-11c4e852-1fcb-4a93-a72e-920bb06ba8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.725413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-11c4e852-1fcb-4a93-a72e-920bb06ba8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.751172 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.764040 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab54f062-41b5-4143-a555-f943da56bafe,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:43.765389 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-11c4e852-1fcb-4a93-a72e-920bb06ba8c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=424b987562794442970556250312f6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936254 Nov 10 08:40:43.770681 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50518) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:43.787110 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e852-1fcb-4a93-a72e-920bb06ba8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01167855-1e7d-4f08-b739-f4e7a101810c,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:43.790454 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Checking segment: {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:43.790808 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Network hostable DHCP agents. Network: 0b1b055e-647c-414f-bdc8-fdfa17ceabbd, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:40:43.792779 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:43.796118 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b378a3-79ba-4fd9-b3ed-dd1b75af40b8" -d '{"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-plugged", "status": "completed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:43.806718 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e29e-1cec-4ab2-9120-631b81a1f367 req-06fe0642-f6ed-422a-af7c-886960b80388 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:43.808903 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9b59e29e-1cec-4ab2-9120-631b81a1f367 req-06fe0642-f6ed-422a-af7c-886960b80388 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 945 time: 0.1007657 Nov 10 08:40:43.810602 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:43.839619 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Sync routers for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:43.842044 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a90ef-ed5c-4c72-883f-b6ae626849c4 x-openstack-request-id: req-902a90ef-ed5c-4c72-883f-b6ae626849c4 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:43.842338 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-plugged", "status": "completed", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:43.842591 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-902a90ef-ed5c-4c72-883f-b6ae626849c4 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:43.842984 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'code': 200} Nov 10 08:40:43.852062 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:43.852734 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:43.884511 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.889572 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9b59e29e-1cec-4ab2-9120-631b81a1f367 req-0fc4a046-e43f-438c-adab-cc451049b830 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692267 Nov 10 08:40:43.902792 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.931650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:40:43.936107 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:43.957541 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=8']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:44.005163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 0b1b055e-647c-414f-bdc8-fdfa17ceabbd) {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:44.011867 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:44.012496 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.016644 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381e5e8-3a7a-4937-a913-e4e40d7665cb None None] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:40:44.052539 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:44.056900 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.059701 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.060985 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01167855-1e7d-4f08-b739-f4e7a101810c HTTP/1.1" status: 204 len: 168 time: 0.2911167 Nov 10 08:40:44.072091 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb2a33-6b52-48a6-9245-b1082df1d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01167855-1e7d-4f08-b739-f4e7a101810c,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:44.133376 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7d86d18e-cc20-446e-bd4a-8416f5e3f196 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8135033 Nov 10 08:40:44.135611 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50524) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:44.140026 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:40:44.174944 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:40:44.228295 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.233891 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.289199 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 2, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:44.294788 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.308688 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:40:44.309620 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.316035 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Checking router: 7cbc1330-e2f2-4808-8d5e-459433a182fe for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:44.316389 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Updating router 7cbc1330-e2f2-4808-8d5e-459433a182fe port 86649102-a848-4cdc-bdf0-36ea6eadcc5f binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:40:44.341297 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.475061 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Allocated IP 172.20.0.2 (0b1b055e-647c-414f-bdc8-fdfa17ceabbd/ab54f062-41b5-4143-a555-f943da56bafe/0d4203ec-a85f-4c57-80a6-30798a0552a3) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:44.531212 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.621806 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.627693 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.701062 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.713605 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.753897 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Pushing event updated for resources: {'Port': ['ID=0d4203ec-a85f-4c57-80a6-30798a0552a3,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:44.774368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:44.776048 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:44.778692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:44.797934 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50530) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:44.808494 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Pushing event updated for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:44.818446 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.818814 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.819188 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.819521 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.819850 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.820210 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.820537 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.820860 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.821198 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.821523 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.821842 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.822160 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:40:44.822963 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-78ef52b9-d4af-4b4a-9ef1-80bf774b9fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.842051 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Attempting to bind port 86649102-a848-4cdc-bdf0-36ea6eadcc5f on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:44.842615 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Attempting to bind port 86649102-a848-4cdc-bdf0-36ea6eadcc5f by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:44.842777 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Attempting to bind port 86649102-a848-4cdc-bdf0-36ea6eadcc5f on network 80e67cb2-3d46-4319-98a3-bfd33fb931ef {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:44.851380 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Attempting to bind port 0d4203ec-a85f-4c57-80a6-30798a0552a3 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:44.851927 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:44.852277 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Attempting to bind port 0d4203ec-a85f-4c57-80a6-30798a0552a3 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:44.852407 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Checking segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:44.852686 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.853055 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Attempting to bind port 0d4203ec-a85f-4c57-80a6-30798a0552a3 on network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:44.853193 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Bound using segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:44.853541 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Bound port: 86649102-a848-4cdc-bdf0-36ea6eadcc5f, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:44.853938 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.859737 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:44.860444 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Checking segment: {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:44.861023 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.861583 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Bound using segment: {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:44.862241 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Bound port: 0d4203ec-a85f-4c57-80a6-30798a0552a3, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:44.862814 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.924178 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] For port 86649102-a848-4cdc-bdf0-36ea6eadcc5f, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:44.927545 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] For port 86649102-a848-4cdc-bdf0-36ea6eadcc5f, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=86649102-a848-4cdc-bdf0-36ea6eadcc5f,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:44.976078 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] For port 0d4203ec-a85f-4c57-80a6-30798a0552a3, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:44.980023 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] For port 0d4203ec-a85f-4c57-80a6-30798a0552a3, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=0d4203ec-a85f-4c57-80a6-30798a0552a3,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:44.991650 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-78ef52b9-d4af-4b4a-9ef1-80bf774b9fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:44.999609 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.016748 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 8d923d90-b246-4a91-977a-dc4b0c1ce146 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:45.062693 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168c187-ce43-4322-8607-3c7987db7813 None None] Pushing event updated for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.064377 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4663e54-4999-4e11-b6b5-25956ffd14b9 req-c39a1789-34b3-4f12-9c73-5d26ffdfec77 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:45.066689 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4663e54-4999-4e11-b6b5-25956ffd14b9 req-c39a1789-34b3-4f12-9c73-5d26ffdfec77 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0683293 Nov 10 08:40:45.069973 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.083048 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:45.083799 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:45.108148 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-78ef52b9-d4af-4b4a-9ef1-80bf774b9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.145064 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef52b9-d4af-4b4a-9ef1-80bf774b9fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d76d81-15d9-4621-9e79-8806b8b05ce8,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.145261 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 8d923d90-b246-4a91-977a-dc4b0c1ce146 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:45.153065 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.180089 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] Provisioning complete for port 86649102-a848-4cdc-bdf0-36ea6eadcc5f triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:45.180463 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.183766 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3e2dd-e93d-4861-9072-30a74497a520 None None] Pushing event updated for resources: {'Port': ['ID=0d4203ec-a85f-4c57-80a6-30798a0552a3,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.217310 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-78ef52b9-d4af-4b4a-9ef1-80bf774b9fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5e2b8a5a399436fac17db0028b798c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180057 Nov 10 08:40:45.220548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50534) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:45.263051 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4663e54-4999-4e11-b6b5-25956ffd14b9 req-a843821d-1fe7-4252-838e-36edeecc0c5d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862037 Nov 10 08:40:45.287459 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:45.289341 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.322505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.329310 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.374354 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.409221 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1d610c1b-32ea-4da5-987a-b1e7bc8f92e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.491925 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Allocated IP 172.27.3.8 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/7f531530-968a-4320-918b-ed5e592c1b3f) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:45.514900 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.554778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] For port 86649102-a848-4cdc-bdf0-36ea6eadcc5f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=86649102-a848-4cdc-bdf0-36ea6eadcc5f,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:45.571921 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.576117 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.581148 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02d76d81-15d9-4621-9e79-8806b8b05ce8 HTTP/1.1" status: 204 len: 168 time: 0.3593378 Nov 10 08:40:45.595934 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cb7dc-3fef-446d-94ce-a86ac21be547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d76d81-15d9-4621-9e79-8806b8b05ce8,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.622335 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:44Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:45.634454 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.648709 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.655433 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f60da-edae-4422-87b3-30460b59e71b None None] The sync data for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi is: [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:44Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:45.720233 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c119-9464-48ea-b8cd-7839bab72749 None None] Pushing event updated for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.772481 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-27c37ebc-602b-40cb-88bb-c7dae35fc354 None None] Provisioning complete for port 86649102-a848-4cdc-bdf0-36ea6eadcc5f triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:45.773083 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-27c37ebc-602b-40cb-88bb-c7dae35fc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.782855 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:45.802248 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee426c67-8cfc-43ca-b1ee-ed60b66dbe30 req-cc57a845-5ba2-4414-bbaf-89cfdacd17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:45.810472 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ee426c67-8cfc-43ca-b1ee-ed60b66dbe30 req-cc57a845-5ba2-4414-bbaf-89cfdacd17fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0649481 Nov 10 08:40:45.845739 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:45.849244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:45.858163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:45.861610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Pushing event updated for resources: {'Port': ['ID=7f531530-968a-4320-918b-ed5e592c1b3f,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:45.900290 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-ee426c67-8cfc-43ca-b1ee-ed60b66dbe30 req-5386847d-ef2f-4e0b-b9f0-467c96d00704 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811367 Nov 10 08:40:46.195542 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.348275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.415229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bda24-f760-4dcd-bc46-f8d82435d0dd None None] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:40:46.470253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e81dd7-a711-4621-ad02-67cdb2ac4f09 req-86457437-7705-4934-b19d-64ddf41c7a27 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:46.472351 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8e81dd7-a711-4621-ad02-67cdb2ac4f09 req-86457437-7705-4934-b19d-64ddf41c7a27 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0954239 Nov 10 08:40:46.478177 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.571183 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] Provisioning complete for port 0d4203ec-a85f-4c57-80a6-30798a0552a3 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:46.571183 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.600962 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d8e81dd7-a711-4621-ad02-67cdb2ac4f09 req-3f50d0c1-e26c-4c69-9932-72a33abb1c75 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205380 Nov 10 08:40:46.702585 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:40:46.704779 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.737845 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] For port 0d4203ec-a85f-4c57-80a6-30798a0552a3, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=0d4203ec-a85f-4c57-80a6-30798a0552a3,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:46.781509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.840004 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:46.841995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bafe9-736d-4273-9320-d9eb2698b3c8 None None] Pushing event updated for resources: {'Port': ['ID=0d4203ec-a85f-4c57-80a6-30798a0552a3,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:46.856312 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Sync routers for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:46.869210 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:46.869868 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:46.928422 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:46.931172 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1be6d562-1c28-4a04-a589-c5312b869bdc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7934918 Nov 10 08:40:46.936602 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50572) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:40:47.001812 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:47.131340 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-d11e0de9-4cbb-4f20-a9ab-1dd7442595c3 None None] Provisioning complete for port 0d4203ec-a85f-4c57-80a6-30798a0552a3 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:47.132428 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d11e0de9-4cbb-4f20-a9ab-1dd7442595c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.165008 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 86649102-a848-4cdc-bdf0-36ea6eadcc5f up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:47.314915 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 86649102-a848-4cdc-bdf0-36ea6eadcc5f triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:47.315286 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.372478 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:46Z', 'revision_number': 3, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:47.401275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Checking router: 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:47.401633 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Updating router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 port 7f531530-968a-4320-918b-ed5e592c1b3f binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:40:47.452233 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.460286 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.478973 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 0d4203ec-a85f-4c57-80a6-30798a0552a3 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:47.608066 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 0d4203ec-a85f-4c57-80a6-30798a0552a3 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:47.608452 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.624065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Allocated IP 172.20.0.1 (0b1b055e-647c-414f-bdc8-fdfa17ceabbd/ab54f062-41b5-4143-a555-f943da56bafe/1ecb5cc1-18fd-451c-8ca2-47f70da2b677) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:40:47.729789 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538f68-b8ec-43a1-a618-6d70c9a5ae2c req-49478f7c-36d9-4601-b953-11705656ab24 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:47.731044 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8538f68-b8ec-43a1-a618-6d70c9a5ae2c req-49478f7c-36d9-4601-b953-11705656ab24 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0590723 Nov 10 08:40:47.779610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.819362 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8538f68-b8ec-43a1-a618-6d70c9a5ae2c req-c472bc27-7080-4222-bbd3-bb1d82a18788 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814438 Nov 10 08:40:47.886004 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.932631 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.935007 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:47.938001 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:47.942296 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:40:47.945910 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Pushing event updated for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:47.962448 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:47.986775 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.045282 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.108316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Attempting to bind port 7f531530-968a-4320-918b-ed5e592c1b3f on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:48.108685 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Attempting to bind port 7f531530-968a-4320-918b-ed5e592c1b3f by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:48.109053 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Attempting to bind port 7f531530-968a-4320-918b-ed5e592c1b3f on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:48.119658 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:48.120068 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:48.120473 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.121166 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:48.121641 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Bound port: 7f531530-968a-4320-918b-ed5e592c1b3f, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:48.121832 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.124120 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad717-7f6a-4d43-8f9d-fb34d65a1794 None None] Pushing event updated for resources: {'Port': ['ID=7f531530-968a-4320-918b-ed5e592c1b3f,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:48.180142 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] For port 7f531530-968a-4320-918b-ed5e592c1b3f, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:48.183146 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] For port 7f531530-968a-4320-918b-ed5e592c1b3f, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=7f531530-968a-4320-918b-ed5e592c1b3f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:48.216805 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.250952 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-24fef1dc-a97a-4a68-9276-956f4b130a28 None None] Provisioning complete for port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:48.250952 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-24fef1dc-a97a-4a68-9276-956f4b130a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.282313 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.333605 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-24fef1dc-a97a-4a68-9276-956f4b130a28 None None] Port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:40:48.353014 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:48.353796 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:48.358642 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad717-7f6a-4d43-8f9d-fb34d65a1794 None None] Pushing event updated for resources: {'Port': ['ID=7f531530-968a-4320-918b-ed5e592c1b3f,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:48.389472 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.439424 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.468755 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:48.507974 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Pushing event updated for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:48.511630 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.599140 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.610336 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:40:48.612391 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:40:48.707289 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '1ecb5cc1-18fd-451c-8ca2-47f70da2b677', 'name': '', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'mac_address': 'fa:16:3e:ba:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:47Z', 'updated_at': '2021-11-10T08:40:47Z', 'revision_number': 1, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'subnets': [{'id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:48.739154 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec223-8af3-4392-a6b4-dcfe7805cae7 None None] The sync data for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi is: [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '1ecb5cc1-18fd-451c-8ca2-47f70da2b677', 'name': '', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'mac_address': 'fa:16:3e:ba:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:47Z', 'updated_at': '2021-11-10T08:40:47Z', 'revision_number': 1, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'subnets': [{'id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:48.750978 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:40:48.855510 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-e589fb16-1823-479a-bb2c-fc2c53c9c129 None None] Provisioning complete for port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:48.856195 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e589fb16-1823-479a-bb2c-fc2c53c9c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:48.880811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:40:48.890713 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5f024ed8-ae13-429c-8d39-86b521b1dcef admin admin] 10.222.0.21 "PUT /v2.0/routers/0d4b31ad-5bcc-4af4-ba9f-731ae61a8247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490235 Nov 10 08:40:48.893305 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-e589fb16-1823-479a-bb2c-fc2c53c9c129 None None] Port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:40:50.995766 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 7f531530-968a-4320-918b-ed5e592c1b3f up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:51.072224 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 7f531530-968a-4320-918b-ed5e592c1b3f triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:51.072839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:51.156867 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:51.178728 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 7f531530-968a-4320-918b-ed5e592c1b3f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=7f531530-968a-4320-918b-ed5e592c1b3f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:51.249501 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:51.307815 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=7f531530-968a-4320-918b-ed5e592c1b3f,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:52.085746 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6720c8-27ce-4ffe-96a6-29d7ff2f3509 req-829f88d2-a8c5-483a-9d76-b240364134e2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:52.087927 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4c6720c8-27ce-4ffe-96a6-29d7ff2f3509 req-829f88d2-a8c5-483a-9d76-b240364134e2 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Nov 10 08:40:52.143676 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-4c6720c8-27ce-4ffe-96a6-29d7ff2f3509 req-0d1471db-44ba-46c0-b2db-821370e403ba tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487812 Nov 10 08:40:52.505852 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Sync routers for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:40:52.517195 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:52.517872 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:52.667652 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:52.856895 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '1ecb5cc1-18fd-451c-8ca2-47f70da2b677', 'name': '', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'mac_address': 'fa:16:3e:ba:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:47Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 2, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'subnets': [{'id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:52.889718 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Checking router: 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:40:52.890147 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Updating router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:40:52.935575 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.003753 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 7f531530-968a-4320-918b-ed5e592c1b3f up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:53.060936 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 7f531530-968a-4320-918b-ed5e592c1b3f triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:53.061604 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.276856 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068e652-608f-4db6-9a85-8210b24099b9 req-5af869ed-20d3-40b5-aab0-37377a1003fc tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:53.284019 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7068e652-608f-4db6-9a85-8210b24099b9 req-5af869ed-20d3-40b5-aab0-37377a1003fc tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0602777 Nov 10 08:40:53.353082 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7068e652-608f-4db6-9a85-8210b24099b9 req-1bbcaaa3-7597-4786-a342-1b8eef2e4bf8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682137 Nov 10 08:40:53.357160 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.424279 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.485719 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19763bb-22aa-4ed2-9dbf-530b26b18ad4 None None] Pushing event updated for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:53.544012 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Attempting to bind port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:40:53.545113 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Attempting to bind port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:40:53.545474 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Attempting to bind port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 on network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:40:53.551244 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:40:53.554107 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Checking segment: {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:40:53.554574 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.554972 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Bound using segment: {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:40:53.555508 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Bound port: 1ecb5cc1-18fd-451c-8ca2-47f70da2b677, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0184640b-1a45-4ab6-9201-28656a0e3222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:40:53.555923 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.659523 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] For port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:40:53.664298 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] For port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:40:53.726017 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.759207 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] Provisioning complete for port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:53.759519 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.802711 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19763bb-22aa-4ed2-9dbf-530b26b18ad4 None None] Pushing event updated for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:53.830619 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:40:53.834088 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:40:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:53.899856 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:53.965732 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] For port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:53.981894 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:40:54.007116 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-18b14da0-e92e-4239-b571-98e3791a5fce tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:54.009675 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-18b14da0-e92e-4239-b571-98e3791a5fce tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0658698 Nov 10 08:40:54.028488 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.121739 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996c38b-0dcd-489b-9bc8-4857ecd303d7 None None] Pushing event updated for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:54.153741 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-60ce5d63-cdb8-41b7-b063-d81325dbac62 None None] Provisioning complete for port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:54.154484 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-60ce5d63-cdb8-41b7-b063-d81325dbac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.172377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Deleting port 1420f858-5ea9-465c-8f4f-760ed815bb39 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:40:54.172897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.308843 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] For port 1420f858-5ea9-465c-8f4f-760ed815bb39, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1420f858-5ea9-465c-8f4f-760ed815bb39,segment=NetworkSegment(cbad426c-36c2-40ea-bd3c-6645f836b2b4),segment_id=cbad426c-36c2-40ea-bd3c-6645f836b2b4)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:40:54.309194 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.319325 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '1ecb5cc1-18fd-451c-8ca2-47f70da2b677', 'name': '', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'mac_address': 'fa:16:3e:ba:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:47Z', 'updated_at': '2021-11-10T08:40:53Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'subnets': [{'id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:40:54.326554 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Calling delete_port for 1420f858-5ea9-465c-8f4f-760ed815bb39 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:40:54.352569 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c9fa2-55fa-42d6-bd58-cdd6f85d9bb6 None None] The sync data for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi is: [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:40:48Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '1ecb5cc1-18fd-451c-8ca2-47f70da2b677', 'name': '', 'network_id': '0b1b055e-647c-414f-bdc8-fdfa17ceabbd', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'mac_address': 'fa:16:3e:ba:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:47Z', 'updated_at': '2021-11-10T08:40:53Z', 'revision_number': 4, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'subnets': [{'id': 'ab54f062-41b5-4143-a555-f943da56bafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:40:54.570036 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c17e38-eda1-47de-aff4-3e5a29b28952 req-ec1f419c-655a-4f82-b522-ff642eadfb5b tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:40:54.578742 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b6c17e38-eda1-47de-aff4-3e5a29b28952 req-ec1f419c-655a-4f82-b522-ff642eadfb5b tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6e2208-703e-414c-917b-f49b7fc7d2d6 HTTP/1.1" status: 200 len: 946 time: 0.0881946 Nov 10 08:40:54.628325 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.641614 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['1420f858-5ea9-465c-8f4f-760ed815bb39'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:40:54.680372 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b6c17e38-eda1-47de-aff4-3e5a29b28952 req-cb213a9e-ccb2-40c5-83b7-2a48fcea2804 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f57cb91-d933-4706-bf23-76251baba4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 Nov 10 08:40:54.684940 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Pushing event deleted for resources: {'Port': ['ID=1420f858-5ea9-465c-8f4f-760ed815bb39,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:40:54.729800 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] No DVR routers for this DVR port 1420f858-5ea9-465c-8f4f-760ed815bb39 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:40:54.734505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:54.738144 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-130e99de-4ea0-4ead-b6c6-ca7e9aec58fe req-66618651-af97-41e5-92cf-1c737d7244c8 tempest-VolumesSnapshotTestJSON-557643194 tempest-VolumesSnapshotTestJSON-557643194-project] 10.222.0.45 "DELETE /v2.0/ports/1420f858-5ea9-465c-8f4f-760ed815bb39 HTTP/1.1" status: 204 len: 173 time: 0.7205603 Nov 10 08:40:54.738616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'name': 'network-vif-deleted', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:40:54.742016 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64712b1-e855-48f4-b73d-e9a814d15817" -d '{"events": [{"server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "name": "network-vif-deleted", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:40:54.782639 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648e87a-822e-4361-92ed-d9975e55a78e x-openstack-request-id: req-5648e87a-822e-4361-92ed-d9975e55a78e {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:40:54.783226 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e2208-703e-414c-917b-f49b7fc7d2d6", "name": "network-vif-deleted", "tag": "1420f858-5ea9-465c-8f4f-760ed815bb39", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:40:54.783649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5648e87a-822e-4361-92ed-d9975e55a78e {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:40:54.786522 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6e2208-703e-414c-917b-f49b7fc7d2d6', 'name': 'network-vif-deleted', 'tag': '1420f858-5ea9-465c-8f4f-760ed815bb39', 'status': 'completed', 'code': 200} Nov 10 08:40:55.036208 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:40:55.101457 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:40:55.102067 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:40:59.585619 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1420f858-5ea9-465c-8f4f-760ed815bb39 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:40:59.612036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 1420f858-5ea9-465c-8f4f-760ed815bb39 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:40:59.612379 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 1420f858-5ea9-465c-8f4f-760ed815bb39 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:41:01.264566 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-7e8610ed-e4b4-43c7-aa97-712fcc934b6d tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:01.266063 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-7e8610ed-e4b4-43c7-aa97-712fcc934b6d tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 814 time: 0.1034224 Nov 10 08:41:01.280614 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-367f1566-652b-4dc2-b06c-0c16f6a169e1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/quotas/14cdd868c850464894c0cee7cd5e8cda HTTP/1.1" status: 200 len: 375 time: 0.0089324 Nov 10 08:41:01.329725 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-b96cbaa5-1cc8-45a8-92b0-42b5b7d23248 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439801 Nov 10 08:41:01.510626 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-4afe052d-d4aa-43fa-95c3-7873eb300697 service neutron] 10.222.0.21 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697042 Nov 10 08:41:01.599684 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-fdc1cdde-5cd1-4ab5-ae69-2113688a9263 service neutron] 10.222.0.21 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827703 Nov 10 08:41:01.847394 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ab068cd1-c1aa-4686-8571-12acf961edde req-76fb8761-a738-4f4c-8ec1-344ba0e9fd46 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 210 time: 0.0267940 Nov 10 08:41:02.943646 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-999db309-7eb6-4e19-bbf9-9b2ad3930a1e req-5f3fd996-4f8b-4e5e-9d99-2f9c390fc218 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 210 time: 0.0278268 Nov 10 08:41:04.040872 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dad65cf4-9afd-4628-a035-124fea374aa1 req-6515b62d-9146-4782-9612-5ba4eda68d86 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 210 time: 0.0299420 Nov 10 08:41:04.372524 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-3f2a11d3-f639-4802-8c0c-e41f485061a4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:04.373946 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-3f2a11d3-f639-4802-8c0c-e41f485061a4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 814 time: 0.1044140 Nov 10 08:41:04.388886 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'port': {'device_id': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'admin_state_up': True, 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:04.564568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Made reservation on behalf of 14cdd868c850464894c0cee7cd5e8cda for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:41:04.568166 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:04.696913 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Allocated IP 172.20.0.14 (80e67cb2-3d46-4319-98a3-bfd33fb931ef/e24da8f8-5301-4d29-8bf5-0388c60ad190/c0a96040-6ec0-478d-ad87-1fc7ae7d1604) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:04.817164 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:04.851955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:04.965141 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:05.004669 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:05.009687 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:05.018962 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:05.044017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:05.072591 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:05.073391 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:05.150261 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-36f979ea-ca48-407d-b1e1-321592b33a44 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655301 Nov 10 08:41:05.180139 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4f50e-b5cf-44d1-838a-b4194fa7e167 req-9295f68c-bf28-4d46-b843-c1abcb081743 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:05.190681 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a9c4f50e-b5cf-44d1-838a-b4194fa7e167 req-9295f68c-bf28-4d46-b843-c1abcb081743 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0718217 Nov 10 08:41:05.269793 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a9c4f50e-b5cf-44d1-838a-b4194fa7e167 req-ee92ed7d-1db5-4bde-9710-b64b10608a46 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Nov 10 08:41:05.431899 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-42ece314-b36e-41d0-a291-5afd937b9566 None None] Provisioning complete for port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:05.432582 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-42ece314-b36e-41d0-a291-5afd937b9566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:05.472376 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-42ece314-b36e-41d0-a291-5afd937b9566 None None] Port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:41:06.384672 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d9b0-cdd3-4ca7-9126-355af27c716a req-ac8d2b29-6917-4ab3-b925-d4038aacbd50 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:06.386198 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5a32d9b0-cdd3-4ca7-9126-355af27c716a req-ac8d2b29-6917-4ab3-b925-d4038aacbd50 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0532479 Nov 10 08:41:06.435914 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5a32d9b0-cdd3-4ca7-9126-355af27c716a req-52612d19-68f4-425f-9714-daf9ac030485 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Nov 10 08:41:07.573628 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d747c-c298-47e0-8d1d-9c1d6cc6a71a req-4de574ca-1ac4-468a-9d6f-40f9af5e7400 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:07.576117 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d72d747c-c298-47e0-8d1d-9c1d6cc6a71a req-4de574ca-1ac4-468a-9d6f-40f9af5e7400 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0668163 Nov 10 08:41:07.625700 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d72d747c-c298-47e0-8d1d-9c1d6cc6a71a req-7b15d686-7531-4da8-a9de-dd7ec9fab905 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Nov 10 08:41:08.743499 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1f7c-0f96-47cb-a42f-54125592c082 req-5fa143ea-7ffc-4343-8a02-268833906103 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:08.745069 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-584d1f7c-0f96-47cb-a42f-54125592c082 req-5fa143ea-7ffc-4343-8a02-268833906103 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0499353 Nov 10 08:41:08.794297 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-584d1f7c-0f96-47cb-a42f-54125592c082 req-a7cff550-4647-4403-8925-cf23b11f6915 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 10 08:41:09.920884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a215-f6e8-40a1-8252-6cc4a8ac410b req-994c9cd3-c5a0-475b-ac68-59d49e7ce70c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:09.922386 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-58c3a215-f6e8-40a1-8252-6cc4a8ac410b req-994c9cd3-c5a0-475b-ac68-59d49e7ce70c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0584986 Nov 10 08:41:09.973256 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-58c3a215-f6e8-40a1-8252-6cc4a8ac410b req-d48334af-0275-4fdc-ab75-5a45e64b4c64 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440981 Nov 10 08:41:11.089582 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a43a2-a0d3-42d3-a1e4-7ba2c54e0bf5 req-be0e4779-1d57-4ee2-a18f-0d3453e08362 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:11.091056 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f59a43a2-a0d3-42d3-a1e4-7ba2c54e0bf5 req-be0e4779-1d57-4ee2-a18f-0d3453e08362 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0496216 Nov 10 08:41:11.140060 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f59a43a2-a0d3-42d3-a1e4-7ba2c54e0bf5 req-45fac158-5f12-4c38-8b72-fd8341887b6d tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 10 08:41:12.258493 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f0744-d6e5-4017-b5fc-ff261119765d req-23673213-09ad-45d2-819d-0c283bbf9e83 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:12.260055 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-969f0744-d6e5-4017-b5fc-ff261119765d req-23673213-09ad-45d2-819d-0c283bbf9e83 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0532990 Nov 10 08:41:12.314617 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-969f0744-d6e5-4017-b5fc-ff261119765d req-20a10c8a-5399-477d-82e3-eff4c7692ac9 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Nov 10 08:41:12.461872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 50918) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:12.572388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:12.656450 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:12.764656 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:12.803063 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5583c96c-a15e-4cd2-bab7-44b21247c1b1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:12.810361 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dabf763ec3be419e8955d327849d58fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439085 Nov 10 08:41:12.810762 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 50922) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:12.813645 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.813999 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.814342 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.814677 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.815197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.815537 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.815862 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.816246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.816595 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.816894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.817219 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.817892 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd3bfd-d150-4eaf-a9eb-a9d958ab7cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:12.867202 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:12.889249 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:13.010529 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:13.013790 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:13.014946 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5583c96c-a15e-4cd2-bab7-44b21247c1b1 HTTP/1.1" status: 204 len: 168 time: 0.2032180 Nov 10 08:41:13.024606 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5583c96c-a15e-4cd2-bab7-44b21247c1b1,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:13.033570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-fb22536e-daff-47a7-8b38-ea4c7dc9b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:13.034581 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.035302 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.036012 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.036781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.037668 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.038587 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.039119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.039711 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.040253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.040791 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.041395 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.044392 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d778e-9bc8-401f-89ed-92ea4e6580df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:13.459325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4c16-bb39-4942-8b54-3460b5c4412f req-b11fbcc1-3890-4027-9874-02a248f6f197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:13.460921 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-086b4c16-bb39-4942-8b54-3460b5c4412f req-b11fbcc1-3890-4027-9874-02a248f6f197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0642538 Nov 10 08:41:13.515782 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-086b4c16-bb39-4942-8b54-3460b5c4412f req-ce304a0c-fd90-4ad2-8790-301f2ba54e3a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480216 Nov 10 08:41:14.643484 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965680a8-ad6e-44c3-8468-2f53b758219e req-f49fb436-21e4-4080-96db-ff0b8c2a0cd2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:14.645542 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-965680a8-ad6e-44c3-8468-2f53b758219e req-f49fb436-21e4-4080-96db-ff0b8c2a0cd2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0593276 Nov 10 08:41:14.698124 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-965680a8-ad6e-44c3-8468-2f53b758219e req-6b08dc2a-5ba3-4b4d-a3b8-a6eb6acd4efc tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Nov 10 08:41:15.634895 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c1901425-7826-4ee4-9838-3e3b551d98ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:15.825917 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35483a-ac99-49c8-a15f-75095094f89e req-84653605-5569-4c24-aa6a-528a1c697ae4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:15.827388 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a35483a-ac99-49c8-a15f-75095094f89e req-84653605-5569-4c24-aa6a-528a1c697ae4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0505548 Nov 10 08:41:15.875287 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a35483a-ac99-49c8-a15f-75095094f89e req-04c6eb5e-9770-438e-8aba-afdd2ff10825 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Nov 10 08:41:16.150079 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Request body: {'port': {'device_id': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:16.230321 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:16.280885 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-b036aa1c-12a3-42d4-8719-f3adaf6f31ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806034 Nov 10 08:41:16.410709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:16.435270 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-d2bfe6fc-2660-4fea-9494-64a350543510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:16.436785 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-d2bfe6fc-2660-4fea-9494-64a350543510 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0925050 Nov 10 08:41:16.857924 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-df5441c6-40f8-4cbc-ad4d-4165ef9d5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:16.859457 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-df5441c6-40f8-4cbc-ad4d-4165ef9d5c81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.3958709 Nov 10 08:41:16.865193 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a96040-6ec0-478d-ad87-1fc7ae7d1604 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:41:16.879545 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:16.926894 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Transition to ACTIVE for port object c0a96040-6ec0-478d-ad87-1fc7ae7d1604 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:41:16.939438 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-96c22283-0b44-46f8-a809-893a96b3a77e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 1001 time: 0.0698829 Nov 10 08:41:16.993539 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-d1abe120-2e64-4bac-95bd-450eeac6dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:16.995154 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-d1abe120-2e64-4bac-95bd-450eeac6dc12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0484149 Nov 10 08:41:17.006826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60fa4d-e2ad-423b-b2b9-0715e8e3c003 req-f6cf4ff9-a974-43c4-a787-3cda7a81fd7e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.008337 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7f60fa4d-e2ad-423b-b2b9-0715e8e3c003 req-f6cf4ff9-a974-43c4-a787-3cda7a81fd7e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 932 time: 0.0635185 Nov 10 08:41:17.012823 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:17.073049 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7f60fa4d-e2ad-423b-b2b9-0715e8e3c003 req-9c9cc16f-1afa-4805-9823-cda3e37e8e34 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Nov 10 08:41:17.128565 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:17.142725 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-b83c1efb-cd33-4d3b-b2aa-590d2bc28404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.143834 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-b83c1efb-cd33-4d3b-b2aa-590d2bc28404 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407928 Nov 10 08:41:17.222918 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Attempting to bind port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:17.223518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Attempting to bind port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:17.223636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Attempting to bind port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 on network 80e67cb2-3d46-4319-98a3-bfd33fb931ef {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:17.232533 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 on network 80e67cb2-3d46-4319-98a3-bfd33fb931ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:41:17.232871 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Attempting to bind port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 on network 80e67cb2-3d46-4319-98a3-bfd33fb931ef {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:17.247785 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:17.248141 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Checking segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:17.248530 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Bound using segment: {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:17.248964 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Bound port: c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121939cf-309a-4427-a48c-66e18d30e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:17.249323 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:17.271928 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-460f6132-93b2-4c92-8fd0-f392321b6365 service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197615 Nov 10 08:41:17.380080 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:17.384246 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:17.405897 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3366aa95-fc71-4c40-9a08-c741db315b12 req-98209c42-80ac-47ed-ac8e-bb55bb7d156c service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094048 Nov 10 08:41:17.472114 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:17.505138 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.505727 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:17.511027 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] 10.222.0.45 "PUT /v2.0/ports/c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1094 time: 1.3646920 Nov 10 08:41:17.511027 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:41:17.511027 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:41:17.543001 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec59b-3d75-43d5-a2be-da350bd0242c service neutron] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:17.550872 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a70e324-4509-43e5-aa98-a3ab7ef4b84b x-openstack-request-id: req-8a70e324-4509-43e5-aa98-a3ab7ef4b84b {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:41:17.551259 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:41:17.551572 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a70e324-4509-43e5-aa98-a3ab7ef4b84b {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:41:17.552430 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:41:17.620700 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-361a50ed-c463-4e01-bb0f-79dd2e56c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.622876 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-361a50ed-c463-4e01-bb0f-79dd2e56c98a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1097 time: 0.0468783 Nov 10 08:41:17.727388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-4449bd29-8e16-4dcd-a5a3-4907536ce50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.728874 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-4449bd29-8e16-4dcd-a5a3-4907536ce50d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=14cdd868c850464894c0cee7cd5e8cda&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975754 Nov 10 08:41:17.802318 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:17.830353 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-cfad5a47-db9e-4ec5-990d-e099ba4e9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.831835 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-36e2eb22-2e0b-41a4-aa76-3fd31c6954d8 req-cfad5a47-db9e-4ec5-990d-e099ba4e9ab8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954659 Nov 10 08:41:17.908144 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-f1056da6-8cd0-4da9-a9f8-082d5760acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:17.909548 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-f1056da6-8cd0-4da9-a9f8-082d5760acfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1097 time: 0.0406768 Nov 10 08:41:17.956555 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-eed62eba-77a8-4605-8a20-b1de83d15b49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 217 time: 0.0381355 Nov 10 08:41:18.006625 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-d7cb279c-4e05-46a5-83e9-d341ee8bfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:18.008095 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-d7cb279c-4e05-46a5-83e9-d341ee8bfa3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0441427 Nov 10 08:41:18.053635 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79567-56de-4594-9d60-e9321f79a26f req-bf95ad22-e246-4420-8980-eab03c8d82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:18.055178 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-bf95ad22-e246-4420-8980-eab03c8d82f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397916 Nov 10 08:41:18.159188 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-dd8c8939-1fc8-44c7-8dca-b126ce1ef57b service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956087 Nov 10 08:41:18.194240 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386bb80-55de-462b-b569-290a9ae3c01e req-ee53dc23-dfbb-4044-924d-32324db7148b tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:18.195703 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8386bb80-55de-462b-b569-290a9ae3c01e req-ee53dc23-dfbb-4044-924d-32324db7148b tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 944 time: 0.0509202 Nov 10 08:41:18.248597 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8386bb80-55de-462b-b569-290a9ae3c01e req-44cfed53-6b6e-4c75-b25f-edcb5f4a5272 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461280 Nov 10 08:41:18.266759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-daa79567-56de-4594-9d60-e9321f79a26f req-fc295b6a-aa8c-440c-afd7-f8d742b0df8f service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992527 Nov 10 08:41:18.536689 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:19.376535 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56387e-6e20-4ec2-9fc4-30446bc18a08 req-a2939a3a-e171-481b-910c-72e06358cd1e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:19.378075 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ba56387e-6e20-4ec2-9fc4-30446bc18a08 req-a2939a3a-e171-481b-910c-72e06358cd1e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 944 time: 0.0547786 Nov 10 08:41:19.427413 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ba56387e-6e20-4ec2-9fc4-30446bc18a08 req-09a1c61e-e6a7-4418-9882-57db6e2c365d tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Nov 10 08:41:19.886511 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51034) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:19.989478 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b398a870-63f2-4837-9700-5a633433b4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.062311 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b398a870-63f2-4837-9700-5a633433b4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.158622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b398a870-63f2-4837-9700-5a633433b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.198409 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b398a870-63f2-4837-9700-5a633433b4b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21f56de0cd6644c8befdb8cde5b16584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108017 Nov 10 08:41:20.199517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398a870-63f2-4837-9700-5a633433b4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df9a249-d64f-4e58-8dcf-512fce3c0b9f,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:20.202089 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51038) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:20.252874 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.274261 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.392929 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.395490 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:20.396675 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8df9a249-d64f-4e58-8dcf-512fce3c0b9f HTTP/1.1" status: 204 len: 168 time: 0.1935718 Nov 10 08:41:20.406549 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b055f-3ec9-475a-ada6-72e16ca069ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df9a249-d64f-4e58-8dcf-512fce3c0b9f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:20.551157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd0986-c9f5-4a33-bf02-759e780a6de8 req-b80d2859-ce32-4cd2-af17-b0f4a16bfd28 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:20.552689 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-39bd0986-c9f5-4a33-bf02-759e780a6de8 req-b80d2859-ce32-4cd2-af17-b0f4a16bfd28 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 944 time: 0.0516937 Nov 10 08:41:20.599438 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-39bd0986-c9f5-4a33-bf02-759e780a6de8 req-53d3bd92-9d6e-4807-8648-ba32fb22a2a9 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Nov 10 08:41:21.104332 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51066) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:21.117707 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1086fc5-17e0-44b3-b7e0-e278d6a84cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.153786 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:41:21.189876 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device c0a96040-6ec0-478d-ad87-1fc7ae7d1604 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:41:21.196623 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1086fc5-17e0-44b3-b7e0-e278d6a84cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.271831 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a1086fc5-17e0-44b3-b7e0-e278d6a84cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.284105 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:21.295782 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'port_id': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'mac_address': 'fa:16:3e:f8:f8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:41:21.309921 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a1086fc5-17e0-44b3-b7e0-e278d6a84cfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf65dbeecaad4e45b0bee3701e1e2a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044733 Nov 10 08:41:21.315165 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51068) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:21.318664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1086fc5-17e0-44b3-b7e0-e278d6a84cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300d2d7-42fb-46c7-b5ce-c96e7837ddd5,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:21.337818 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.346980 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a96040-6ec0-478d-ad87-1fc7ae7d1604 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:41:21.363663 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.365767 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:21.384197 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.432039 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.481610 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:21.488573 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.488917 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.489252 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.489578 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.489899 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.490220 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.490537 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.490853 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.491168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.491482 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.491793 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.492126 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:21.494398 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.497605 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:21.498754 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f300d2d7-42fb-46c7-b5ce-c96e7837ddd5 HTTP/1.1" status: 204 len: 168 time: 0.1854517 Nov 10 08:41:21.507081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c05a0-5cf9-41ef-a06a-7ba0c73d06dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300d2d7-42fb-46c7-b5ce-c96e7837ddd5,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:21.645124 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:41:21.716088 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62638a18-84bc-42e3-bf88-90a74c8bfb27 req-8d16c2eb-2f74-4536-86ec-be936ff990d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:21.717790 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-62638a18-84bc-42e3-bf88-90a74c8bfb27 req-8d16c2eb-2f74-4536-86ec-be936ff990d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 945 time: 0.0512996 Nov 10 08:41:21.771048 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-62638a18-84bc-42e3-bf88-90a74c8bfb27 req-6a4eba6a-d4a0-4900-97da-4b39ee94dd35 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Nov 10 08:41:22.885737 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e4973-b041-47fd-8437-cd4e7bd56ee3 req-fb0cfb68-0052-4db7-bb61-976ff348d9a7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:22.887208 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a36e4973-b041-47fd-8437-cd4e7bd56ee3 req-fb0cfb68-0052-4db7-bb61-976ff348d9a7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 945 time: 0.0500922 Nov 10 08:41:22.936702 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a36e4973-b041-47fd-8437-cd4e7bd56ee3 req-6271175c-6d20-4b66-a728-97e26f424e8f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Nov 10 08:41:23.123966 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51118) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:23.168332 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Deleting subnet 0741ff91-7ea4-4db1-a7c9-b852b3d3e704 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:41:23.171377 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.205210 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.224651 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device c0a96040-6ec0-478d-ad87-1fc7ae7d1604 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:23.250359 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.329147 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:41:23.333159 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:23.333521 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.397835 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.406404 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.423643 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0741ff91-7ea4-4db1-a7c9-b852b3d3e704,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:23.428509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:41:23.431802 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.432919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6e9513-7020-45d8-bd55-ba4d9653e2d5" -d '{"events": [{"server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "name": "network-vif-plugged", "status": "completed", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:41:23.435238 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51124) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:23.435724 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2429b51d-5d85-4d2c-9c05-99b04b7dbc0d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0741ff91-7ea4-4db1-a7c9-b852b3d3e704 HTTP/1.1" status: 204 len: 168 time: 0.3102899 Nov 10 08:41:23.446769 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:23.480106 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9197039-c1f0-4501-9295-8aa61bacb3f4 x-openstack-request-id: req-d9197039-c1f0-4501-9295-8aa61bacb3f4 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:41:23.480398 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "name": "network-vif-plugged", "status": "completed", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:41:23.480648 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9197039-c1f0-4501-9295-8aa61bacb3f4 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:41:23.481038 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'code': 200} Nov 10 08:41:23.509932 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.523100 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.564529 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:23.607278 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.629253 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79450c5f-8af5-44dd-9d48-db8dbf792a83']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:23.638854 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbad426c-36c2-40ea-bd3c-6645f836b2b4') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:23.639202 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbad426c-36c2-40ea-bd3c-6645f836b2b4') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:23.648846 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.661675 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.667798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:41:23.668164 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:41:23.670347 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:41:23.803447 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.808373 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:23.812033 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79450c5f-8af5-44dd-9d48-db8dbf792a83 HTTP/1.1" status: 204 len: 168 time: 0.3756351 Nov 10 08:41:23.831891 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4499f4b-cf1d-4749-846d-9e82eb6d8785 admin admin] Pushing event deleted for resources: {'Network': ['ID=79450c5f-8af5-44dd-9d48-db8dbf792a83,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:23.846685 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b62b37-af87-45a7-a7f9-da133f2270ad req-4c1f9e40-fb08-417f-8c1a-11f5201b7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:23.848226 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e8b62b37-af87-45a7-a7f9-da133f2270ad req-4c1f9e40-fb08-417f-8c1a-11f5201b7437 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1099 time: 0.0727656 Nov 10 08:41:23.897919 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e8b62b37-af87-45a7-a7f9-da133f2270ad req-672dcbf5-8157-457b-87c1-14f68f4463d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Nov 10 08:41:24.050582 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521aa53-98c8-4a21-b0b5-c699b9f9c176 req-28326bc5-dc1b-43b2-a3ac-3a9acbf52fff tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:24.052087 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6521aa53-98c8-4a21-b0b5-c699b9f9c176 req-28326bc5-dc1b-43b2-a3ac-3a9acbf52fff tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0483601 Nov 10 08:41:24.104775 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6521aa53-98c8-4a21-b0b5-c699b9f9c176 req-468819c8-4212-43b9-a76f-e96c267915c4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Nov 10 08:41:24.184013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51144) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:24.223790 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-2573b82a-da7a-49d7-9bba-9b96f0473c41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72f37fe8c0ef415aa2274d84eb5bbb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385170 Nov 10 08:41:24.226193 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51146) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:24.271265 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:24.292630 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:24.409874 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:24.412466 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:24.413605 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f57cb91-d933-4706-bf23-76251baba4df HTTP/1.1" status: 204 len: 168 time: 0.1865070 Nov 10 08:41:24.422454 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3dba-bf08-44de-811a-451828f4303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f57cb91-d933-4706-bf23-76251baba4df,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:25.238130 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092611e-7684-4629-a831-3bfa40e5accf req-89106770-47cc-4047-b167-b3564fd120dc tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:25.239727 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3092611e-7684-4629-a831-3bfa40e5accf req-89106770-47cc-4047-b167-b3564fd120dc tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0541885 Nov 10 08:41:25.286700 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3092611e-7684-4629-a831-3bfa40e5accf req-53eb1dbd-2600-4d3d-bfeb-456abd7620d5 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Nov 10 08:41:25.398096 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43119d63-dcf0-4f2d-b63c-3f0d73cc41e1 req-9326c9db-834e-446f-bc98-be0ce94c43c8 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:25.399556 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43119d63-dcf0-4f2d-b63c-3f0d73cc41e1 req-9326c9db-834e-446f-bc98-be0ce94c43c8 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0470622 Nov 10 08:41:25.448013 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-43119d63-dcf0-4f2d-b63c-3f0d73cc41e1 req-ae6398a1-b9eb-40e6-942f-976ad4c76c1a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Nov 10 08:41:25.930514 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37dc9-a0e3-4936-8424-42aa11ca8f00 req-cf3da5a0-400c-4904-a9f4-75dbf87fceb0 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:25.932087 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-aca37dc9-a0e3-4936-8424-42aa11ca8f00 req-cf3da5a0-400c-4904-a9f4-75dbf87fceb0 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0492136 Nov 10 08:41:25.985243 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-aca37dc9-a0e3-4936-8424-42aa11ca8f00 req-3c5af82f-df73-481c-905d-cd31ec3ac4b6 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 Nov 10 08:41:34.775365 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:36.864720 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51328) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:36.966980 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7e418b3d-0f2f-4fe2-9da6-5f72c2f2db51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.036716 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7e418b3d-0f2f-4fe2-9da6-5f72c2f2db51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.105599 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-7e418b3d-0f2f-4fe2-9da6-5f72c2f2db51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.146031 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-7e418b3d-0f2f-4fe2-9da6-5f72c2f2db51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d17c081413f944999fc09c82be014fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802556 Nov 10 08:41:37.147062 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e418b3d-0f2f-4fe2-9da6-5f72c2f2db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98a3f6-1b2c-4b1f-b92b-2fd2ce6a86fa,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:37.148857 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51332) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:37.195416 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.215801 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.323194 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.327717 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:37.327717 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c98a3f6-1b2c-4b1f-b92b-2fd2ce6a86fa HTTP/1.1" status: 204 len: 168 time: 0.1772594 Nov 10 08:41:37.335213 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce268b1-d41a-47db-9a26-a4922553f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98a3f6-1b2c-4b1f-b92b-2fd2ce6a86fa,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:37.938742 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51342) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:37.952664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0671a43-74a3-4899-8f36-88117fe96edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.025789 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0671a43-74a3-4899-8f36-88117fe96edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.078036 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d0671a43-74a3-4899-8f36-88117fe96edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.114854 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d0671a43-74a3-4899-8f36-88117fe96edb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5414999542144cb58b45504af2747311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749363 Nov 10 08:41:38.115602 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0671a43-74a3-4899-8f36-88117fe96edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3caa8c-342b-4379-aeb6-9fcf99fab825,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:38.118186 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51344) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:38.165641 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.186209 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.294102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.296698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:38.297834 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f3caa8c-342b-4379-aeb6-9fcf99fab825 HTTP/1.1" status: 204 len: 168 time: 0.1784897 Nov 10 08:41:38.305409 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d27bd0-749e-444b-8f32-4025c5aace33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3caa8c-342b-4379-aeb6-9fcf99fab825,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:38.967483 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51354) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:38.980266 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-61f4bed4-918d-4825-a1eb-99e3cd8c496f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.051567 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-61f4bed4-918d-4825-a1eb-99e3cd8c496f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.118304 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-61f4bed4-918d-4825-a1eb-99e3cd8c496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.156756 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-61f4bed4-918d-4825-a1eb-99e3cd8c496f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6b2f64117b64ca7aa8fe6e15bb3afbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881263 Nov 10 08:41:39.157691 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4bed4-918d-4825-a1eb-99e3cd8c496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0747238d-2f34-4d1c-b5b3-c8f1c77d3156,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:39.159379 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51356) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:39.208522 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.231056 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.335265 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.337801 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:39.338939 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0747238d-2f34-4d1c-b5b3-c8f1c77d3156 HTTP/1.1" status: 204 len: 168 time: 0.1784699 Nov 10 08:41:39.348474 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93dc2d-272d-4351-9f6c-4c4afb053852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747238d-2f34-4d1c-b5b3-c8f1c77d3156,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:40.386453 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51386) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:40.490100 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589176706-network', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:40.547165 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Made reservation on behalf of 48a4af376cfa4f60bc388b5b4d5bdfa2 for: {'network': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:41:40.549622 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.561649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.636797 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.723156 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.745857 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:41:40.759557 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d9a1e-f211-4b81-a98d-34b6888ac1b9,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:40.767999 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.768820 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.segments_db [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Added segment abda2995-689e-4dac-b3a5-1e858036d3d2 of type vlan for network 3f746850-3899-42c3-ba02-3d96ed566ea3 Nov 10 08:41:40.814610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.902044 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.903059 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:40.903646 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:40.917006 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e08f9-5b1a-4da0-8075-1005ee0140e5 req-40c8fddb-f7fe-458a-ae7b-0298ed600305 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:40.919283 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d77e08f9-5b1a-4da0-8075-1005ee0140e5 req-40c8fddb-f7fe-458a-ae7b-0298ed600305 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0501552 Nov 10 08:41:40.971928 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d77e08f9-5b1a-4da0-8075-1005ee0140e5 req-84e6ed3c-f51e-4e4e-8552-51501ff8d76b tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Nov 10 08:41:40.976811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] Pushing event updated for resources: {'Network': ['ID=3f746850-3899-42c3-ba02-3d96ed566ea3,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:40.988163 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:41:40.998234 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51434) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:41.016911 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-321d2fdb-66e8-4c1c-a5c6-4ecc82342523 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6291025 Nov 10 08:41:41.019811 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51438) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:41.024765 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Request body: {'subnet': {'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589176706-subnet', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:41.135779 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Made reservation on behalf of 48a4af376cfa4f60bc388b5b4d5bdfa2 for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:41:41.138056 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.216922 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64a5a0-c710-4c21-b1c5-efbd47a3ba5a tempest-TestMinimumBasicScenario-1926762703 tempest-TestMinimumBasicScenario-1926762703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:41.218417 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-8f64a5a0-c710-4c21-b1c5-efbd47a3ba5a tempest-TestMinimumBasicScenario-1926762703 tempest-TestMinimumBasicScenario-1926762703-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1094 time: 0.2191625 Nov 10 08:41:41.221506 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51444) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:41.226118 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'port_id': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:41.289725 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.369911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.386216 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.424606 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feca59b-8a4a-4fec-ac18-b0b045b9d88e,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:41.433342 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:41.438517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Network hostable DHCP agents. Network: 3f746850-3899-42c3-ba02-3d96ed566ea3, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:41:41.486865 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Allocated IP 172.27.3.139 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/8c0597f3-0515-439b-8b12-1dc092fc85d8) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:41.518235 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:41:41.595666 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.615597 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 3f746850-3899-42c3-ba02-3d96ed566ea3) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:41.620219 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:41.620843 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.625476 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1587d-02d1-4076-9b9a-82de79ca6578 None None] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:41:41.734881 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.764306 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d60c8464-6eaf-46da-ae54-0ed99f8687b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7402456 Nov 10 08:41:41.764845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51446) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:41.769170 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:41.771124 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-3f746850-3899-42c3-ba02-3d96ed566ea3', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:41:41.772105 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.778982 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:41.782149 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:41.788092 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:41.819062 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'Port': ['ID=8c0597f3-0515-439b-8b12-1dc092fc85d8,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:41.884924 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.886086 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:41.917090 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Allocated IP 172.20.0.2 (3f746850-3899-42c3-ba02-3d96ed566ea3/3feca59b-8a4a-4fec-ac18-b0b045b9d88e/12bc0c73-c00c-463c-af8b-4f934adcdc72) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:41.942569 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.066918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.151399 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.170698 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.215229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:42.220794 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:42.222871 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Pushing event updated for resources: {'Port': ['ID=12bc0c73-c00c-463c-af8b-4f934adcdc72,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:42.225329 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:42.283543 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Attempting to bind port 12bc0c73-c00c-463c-af8b-4f934adcdc72 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:42.283947 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Attempting to bind port 12bc0c73-c00c-463c-af8b-4f934adcdc72 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:42.284310 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Attempting to bind port 12bc0c73-c00c-463c-af8b-4f934adcdc72 on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:42.289714 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:42.290086 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:42.290480 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.290865 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Bound using segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:42.291333 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Bound port: 12bc0c73-c00c-463c-af8b-4f934adcdc72, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:42.291710 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.399728 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.447527 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.467516 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.485627 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] For port 12bc0c73-c00c-463c-af8b-4f934adcdc72, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:42.488601 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] For port 12bc0c73-c00c-463c-af8b-4f934adcdc72, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12bc0c73-c00c-463c-af8b-4f934adcdc72,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:42.540128 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.572602 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Allocated IP 172.27.3.196 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/eac2f837-096e-47fa-85e1-b5f5e28fb56b) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:42.603213 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.660129 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46169329-90b9-4dfa-8dc8-223de1eeae8b None None] Pushing event updated for resources: {'Port': ['ID=12bc0c73-c00c-463c-af8b-4f934adcdc72,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:42.690582 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.707666 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.792609 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.822399 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.851940 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'Port': ['ID=8c0597f3-0515-439b-8b12-1dc092fc85d8,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:42.864165 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:42.880741 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:42.886295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:42.899077 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:42.921200 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Pushing event updated for resources: {'Port': ['ID=eac2f837-096e-47fa-85e1-b5f5e28fb56b,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:43.020337 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15d2-6f98-497f-8fc6-5fd23ebb8ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.025099 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Floating IP 578caffe-a893-4a9b-911b-d5ed04eea3ca associated. External IP: 172.27.3.139, port: c0a96040-6ec0-478d-ad87-1fc7ae7d1604. Nov 10 08:41:43.059523 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12bc0c73-c00c-463c-af8b-4f934adcdc72 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:43.125489 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 12bc0c73-c00c-463c-af8b-4f934adcdc72 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:43.126173 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.228265 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.268671 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 12bc0c73-c00c-463c-af8b-4f934adcdc72, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12bc0c73-c00c-463c-af8b-4f934adcdc72,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:43.294408 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.301094 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Router 7cbc1330-e2f2-4808-8d5e-459433a182fe has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:41:43.346750 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.457475 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=12bc0c73-c00c-463c-af8b-4f934adcdc72,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:43.505536 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:41:43.521410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Sync routers for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:41:43.534437 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:43.535208 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:43.550476 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.585054 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.626928 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-11fba1d0-6320-41e8-9762-0188b2ad9197 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4041271 Nov 10 08:41:43.627724 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:41:43.630116 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8cbfa6-615a-4425-8439-5421bf9481af" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:41:43.633457 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51460) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:43.638964 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716686438', 'description': 'tempest-secgroup-smoke-716686438 description', 'project_id': '14cdd868c850464894c0cee7cd5e8cda'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:43.677367 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:43.765395 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bfb016-20a5-4234-89b8-8737e70ccf5c None None] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:41:43.822628 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.865018 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-322273b7-0d40-48c6-b85a-0ef98d8617a5 None None] Provisioning complete for port 12bc0c73-c00c-463c-af8b-4f934adcdc72 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:43.865552 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-322273b7-0d40-48c6-b85a-0ef98d8617a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.867714 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd76e973-8b3c-4fe1-bd72-da36618f44d9 x-openstack-request-id: req-cd76e973-8b3c-4fe1-bd72-da36618f44d9 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:41:43.868119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:41:43.868374 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd76e973-8b3c-4fe1-bd72-da36618f44d9 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:41:43.868782 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:41:43.921917 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:43.988732 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbfa6-615a-4425-8439-5421bf9481af req-5f090ed5-5e44-4bc7-9de8-1abab6cc74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:43.990232 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-5f090ed5-5e44-4bc7-9de8-1abab6cc74da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1099 time: 0.0900335 Nov 10 08:41:44.016740 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.050954 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd0746-24cc-4f47-b1fd-ed0baf8ae284,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:44.098674 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.100202 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-082f6a5e-09bb-453e-bfeb-191bce67078e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4657323 Nov 10 08:41:44.103337 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51466) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:44.107295 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbfa6-615a-4425-8439-5421bf9481af req-c1d4505b-58f7-47a7-aeea-f29a2fb58778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:44.108882 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-c1d4505b-58f7-47a7-aeea-f29a2fb58778 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.1061234 Nov 10 08:41:44.109033 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:44.151299 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Router b795d33c-8acb-40cd-a18e-c8da128ade42 is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:41:44.156464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '578caffe-a893-4a9b-911b-d5ed04eea3ca', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'port_id': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'mac_address': 'fa:16:3e:f8:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:42Z', 'revision_number': 0, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:44.192939 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Checking router: 7cbc1330-e2f2-4808-8d5e-459433a182fe for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:41:44.204778 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:44.205587 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:44.213968 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-cc67157c-9c45-48fa-a19b-f685e4aaa42d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1000 time: 0.0976143 Nov 10 08:41:44.244588 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.306263 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbfa6-615a-4425-8439-5421bf9481af req-565ac49a-996a-4831-97ac-5f213ea4e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:44.307702 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-565ac49a-996a-4831-97ac-5f213ea4e3de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0840440 Nov 10 08:41:44.317873 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.322618 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:44.345494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:41:44.354494 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:41:44.367012 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:44.367614 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:44.373325 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbfa6-615a-4425-8439-5421bf9481af req-a4f145ce-49d1-4a71-afcc-36990768048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:44.375048 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-a4f145ce-49d1-4a71-afcc-36990768048a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577762 Nov 10 08:41:44.410174 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.440852 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f59d343-e225-4574-92ff-cb67c29e745d,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:44.444547 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.449272 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-0fc2b72a-a6c4-4bc4-a8a6-5d44192d4759 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6801546 Nov 10 08:41:44.449272 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51468) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:44.463993 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-459d58b4-75bd-494f-875f-b46bbf79230e None None] Provisioning complete for port 12bc0c73-c00c-463c-af8b-4f934adcdc72 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:44.464507 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-459d58b4-75bd-494f-875f-b46bbf79230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.474729 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:44.504136 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.505849 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6b5da9b8-9bee-4ab0-8269-ad1145bf65d2 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007115 Nov 10 08:41:44.508685 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51470) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:44.518540 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:44.580491 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-e24f0281-7c37-45f8-8710-5af84c9d25ec service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966028 Nov 10 08:41:44.605546 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.701581 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.709324 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:43Z', 'revision_number': 3, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:44.711159 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '578caffe-a893-4a9b-911b-d5ed04eea3ca', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'port_id': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'mac_address': 'fa:16:3e:f8:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:42Z', 'revision_number': 0, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:44.737445 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:41:44.737855 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Updating router b795d33c-8acb-40cd-a18e-c8da128ade42 port eac2f837-096e-47fa-85e1-b5f5e28fb56b binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:41:44.744329 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e672d1-024c-46d1-b330-879c126d8091 None None] The sync data for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi is: [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '578caffe-a893-4a9b-911b-d5ed04eea3ca', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'port_id': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'mac_address': 'fa:16:3e:f8:f8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:42Z', 'revision_number': 0, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:41:44.763850 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.770123 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-af8cbfa6-615a-4425-8439-5421bf9481af req-09a3a19d-f2ed-45ed-a3b7-4530ed016c94 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809211 Nov 10 08:41:44.804451 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.827232 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a9afdb-1728-4f7f-9764-6a328485320e,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:44.954872 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:44.956871 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-97cc4ffd-69aa-4c05-816f-bd0ea042c08e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4472473 Nov 10 08:41:44.959869 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51478) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:44.964857 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:45.045723 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12bc0c73-c00c-463c-af8b-4f934adcdc72 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:45.075212 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.083104 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.087038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.104865 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b469ed5-b304-49fb-8800-3be04d624a28 None None] New status for floating IP 578caffe-a893-4a9b-911b-d5ed04eea3ca: ACTIVE {{(pid=102062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:41:45.142004 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.154169 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.171054 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 12bc0c73-c00c-463c-af8b-4f934adcdc72 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:45.171592 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.196032 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Attempting to bind port eac2f837-096e-47fa-85e1-b5f5e28fb56b on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:45.196675 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Attempting to bind port eac2f837-096e-47fa-85e1-b5f5e28fb56b by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:45.197038 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Attempting to bind port eac2f837-096e-47fa-85e1-b5f5e28fb56b on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:45.204482 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:45.205605 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:45.205808 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.206181 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:45.206662 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Bound port: eac2f837-096e-47fa-85e1-b5f5e28fb56b, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:45.207465 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.239404 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Pushing event updated for resources: {'Port': ['ID=eac2f837-096e-47fa-85e1-b5f5e28fb56b,revision_number=2']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:45.242864 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.253885 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.254376 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.254675 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.255013 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.255343 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.255663 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.256013 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.256340 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.256665 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.256988 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.257307 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.257633 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:41:45.263102 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Allocated IP 172.20.0.1 (3f746850-3899-42c3-ba02-3d96ed566ea3/3feca59b-8a4a-4fec-ac18-b0b045b9d88e/2c41f2ed-162e-462c-a98f-58df864a3ea1) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:45.278243 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a4068-8579-4d5f-ac0b-f76ca763360d,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:45.286894 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] For port eac2f837-096e-47fa-85e1-b5f5e28fb56b, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:45.290177 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] For port eac2f837-096e-47fa-85e1-b5f5e28fb56b, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=eac2f837-096e-47fa-85e1-b5f5e28fb56b,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:45.372458 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.382493 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.383157 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.384427 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-1dcb7553-2843-43d1-bfef-931e07441d5f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233346 Nov 10 08:41:45.387952 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51480) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:45.392972 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:45.447740 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:45.448401 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:45.482939 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ebd71afe-4ff5-4e2d-a35f-cfba170d4b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.485391 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ee4a7-4c44-4535-9bd9-03b22963ab43 None None] Pushing event updated for resources: {'Port': ['ID=eac2f837-096e-47fa-85e1-b5f5e28fb56b,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:45.498568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.515206 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.542761 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:45.548038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:45.551956 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:45.573194 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:45.582998 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Pushing event updated for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:45.605867 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.609970 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.673098 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.691272 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af3d7e2-0b8a-4b2c-ad5c-506ebff50e44,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:45.783382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.785791 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-bd7ce4ae-94bb-4f60-81a3-723963eb7e4f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3957210 Nov 10 08:41:45.787399 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51482) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:45.791687 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:45.814712 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-a3f7850a-8f67-4e30-9934-db12ff648b08 None None] Provisioning complete for port 2c41f2ed-162e-462c-a98f-58df864a3ea1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:45.815085 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a3f7850a-8f67-4e30-9934-db12ff648b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.842093 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.851478 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7850a-8f67-4e30-9934-db12ff648b08 None None] Port 2c41f2ed-162e-462c-a98f-58df864a3ea1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:41:45.863735 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:43Z', 'revision_number': 3, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:45.890277 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e53a3-f266-4cff-a503-bc5421c1681b None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:43Z', 'revision_number': 3, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:41:45.895981 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.securitygroups_db [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Project 14cdd868c850464894c0cee7cd5e8cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:41:45.901247 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:45.987000 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.036583 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.055759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.074284 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81002ca2-8f18-4e24-bc63-86acc95762d1,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:46.143254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.172296 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.176400 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d42ebf29-d665-45b7-a9e6-257c0e83d5dd tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3879385 Nov 10 08:41:46.180098 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51488) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:46.184842 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'security_group_rule': {'security_group_id': 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284', 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:46.244196 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Pushing event updated for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:46.248398 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.290015 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.securitygroups_db [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Project 14cdd868c850464894c0cee7cd5e8cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:41:46.295915 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.358802 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:46.360264 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:46.373567 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.432690 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.493414 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51492) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:46.496015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:41:46.639252 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:41:46.645925 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b9305faf-4d49-4364-8cf3-e84ab17c9940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.655446 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-92668fc4-5f2d-4316-9a8a-ad6dc3e2e9ed admin admin] 10.222.0.21 "PUT /v2.0/routers/b795d33c-8acb-40cd-a18e-c8da128ade42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1982555 Nov 10 08:41:46.679122 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-39e0801f-de3f-44f8-9048-d191d21aada3 None None] Provisioning complete for port 2c41f2ed-162e-462c-a98f-58df864a3ea1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:46.679501 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-39e0801f-de3f-44f8-9048-d191d21aada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.722765 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.723221 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-39e0801f-de3f-44f8-9048-d191d21aada3 None None] Port 2c41f2ed-162e-462c-a98f-58df864a3ea1 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:41:46.748610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afabc795-f564-46d5-b480-6cf34bd03cf5,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:46.767172 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b9305faf-4d49-4364-8cf3-e84ab17c9940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.829244 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.833121 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c37e2125-fec7-4022-a1c0-c0639db877f4 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6494224 Nov 10 08:41:46.855466 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b9305faf-4d49-4364-8cf3-e84ab17c9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:46.906243 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-b9305faf-4d49-4364-8cf3-e84ab17c9940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abe053cbd9ae41c9932d8c59ce791db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108558 Nov 10 08:41:46.909234 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51502) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:46.924080 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9305faf-4d49-4364-8cf3-e84ab17c9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e6f9f-d141-47e5-8d55-d9547cabcb23,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:46.956385 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-b0f45b3c-3d4b-43ca-9a7d-f787cc9aab66 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716686438&fields=id&tenant_id=14cdd868c850464894c0cee7cd5e8cda HTTP/1.1" status: 200 len: 267 time: 0.0690451 Nov 10 08:41:46.969404 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.003429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.025848 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-72005bba-9e72-478e-b34d-b22f2c854962 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:47.028220 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-72005bba-9e72-478e-b34d-b22f2c854962 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0600667 Nov 10 08:41:47.041674 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'port': {'security_groups': ['42d59d01-8864-41ea-94e3-3263447f9606', 'eefd0746-24cc-4f47-b1fd-ed0baf8ae284']}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:47.063077 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device eac2f837-096e-47fa-85e1-b5f5e28fb56b up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:47.110019 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.118924 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port eac2f837-096e-47fa-85e1-b5f5e28fb56b triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:47.119291 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.134396 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.138851 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.143345 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/732e6f9f-d141-47e5-8d55-d9547cabcb23 HTTP/1.1" status: 204 len: 168 time: 0.2324519 Nov 10 08:41:47.151153 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b81b-d60a-4205-8d54-f7351d852c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e6f9f-d141-47e5-8d55-d9547cabcb23,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:47.222177 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.248596 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port eac2f837-096e-47fa-85e1-b5f5e28fb56b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=eac2f837-096e-47fa-85e1-b5f5e28fb56b,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:47.342502 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.361692 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:47.398085 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.409331 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=eac2f837-096e-47fa-85e1-b5f5e28fb56b,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:47.439472 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.453546 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:41:47.486429 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:47.487119 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.488626 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b35401fa-33ce-405e-a40e-4262ebda5d1b req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "PUT /v2.0/ports/c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 982 time: 0.4517133 Nov 10 08:41:47.491639 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:41:47.492072 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:41:47.590672 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:41:47.599024 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d32cc-14af-40c0-a11f-bebcd7f7b540 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=6']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:47.611846 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa8d816-cb34-415e-b259-693c14286308 x-openstack-request-id: req-9aa8d816-cb34-415e-b259-693c14286308 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:41:47.612161 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:41:47.612420 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aa8d816-cb34-415e-b259-693c14286308 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:41:47.612820 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:41:47.686935 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51520) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:47.695677 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2108348225-network', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:47.719697 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18a725-d10e-4069-b2d6-02746ca1f589 req-f65a049e-058d-4d31-a6b4-c79500b39fdb tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:47.721107 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d18a725-d10e-4069-b2d6-02746ca1f589 req-f65a049e-058d-4d31-a6b4-c79500b39fdb tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0942426 Nov 10 08:41:47.740501 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-f81a7fbd-eb35-4998-a5d1-403e53bc35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:47.740501 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-f81a7fbd-eb35-4998-a5d1-403e53bc35fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1138 time: 0.0804265 Nov 10 08:41:47.822100 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:41:47.835811 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:47.836951 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1d18a725-d10e-4069-b2d6-02746ca1f589 req-1d142422-894a-4cf8-bcb2-4f1dc2e5cdaa tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064956 Nov 10 08:41:47.837763 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:47.881374 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-b5ec29cb-8fa8-42a5-9fca-a10a61f62634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:47.884859 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-b5ec29cb-8fa8-42a5-9fca-a10a61f62634 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.1327548 Nov 10 08:41:47.886924 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.895495 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Made reservation on behalf of 0d40e0e1b5934a38995b80e3ed770eeb for: {'network': 1} {{(pid=102060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:41:47.897832 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for network, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.910662 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.919651 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-4bb17a8d-db10-4555-a7f9-8664c6ec6967 None None] Provisioning complete for port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:47.920056 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a8d-db10-4555-a7f9-8664c6ec6967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:47.967929 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-629de9e2-c439-4f13-835d-f4c9b71588ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1002 time: 0.0751472 Nov 10 08:41:47.994036 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:47.995912 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.030147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-bec6b28e-483a-4127-84ca-fc3138b95581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:48.031654 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-bec6b28e-483a-4127-84ca-fc3138b95581 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0552382 Nov 10 08:41:48.060220 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.088938 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 08:41:48.096208 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0fc99-7339-4cbd-894e-5ce819fadda1,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:48.106087 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.107564 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.segments_db [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Added segment 56ec71d7-cd8e-48b4-9b40-ec3108630306 of type vlan for network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 Nov 10 08:41:48.112157 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-8c5284c5-1148-4c95-922b-38f7e25307e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:48.114720 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-8c5284c5-1148-4c95-922b-38f7e25307e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756412 Nov 10 08:41:48.155236 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747790911982'] for network, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.227990 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-129d2056-ed27-4559-9505-b613f7a8169f service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009717 Nov 10 08:41:48.228895 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 2, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:48.250892 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497'] for network, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.251955 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:48.252754 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.265202 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:41:48.268045 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Updating router b795d33c-8acb-40cd-a18e-c8da128ade42 port 2c41f2ed-162e-462c-a98f-58df864a3ea1 binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:41:48.310141 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.328633 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] Pushing event updated for resources: {'Network': ['ID=0cefdec6-d177-49ec-94d4-5cf5ae5964f9,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:48.330147 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-68a8af9e-735b-4c19-8b9f-6fa94f9ae4fe req-afeb3ac5-612d-476e-8cde-951397a01cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937753 Nov 10 08:41:48.340425 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 details requested by agent ovs-agent-dv-cinder-817351-1-iscsi with host dv-cinder-817351-1-iscsi {{(pid=102062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 08:41:48.374232 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-c1ae9bb3-5db9-41c6-9d7d-9c8bcef495fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6852617 Nov 10 08:41:48.381995 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51524) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:48.386984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Request body: {'subnet': {'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2108348225-subnet', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'ip_version': 4}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:48.455283 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Made reservation on behalf of 0d40e0e1b5934a38995b80e3ed770eeb for: {'subnet': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:41:48.457611 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131038921'] for subnet, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.546991 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.590516 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.672530 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.721623 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318526c-fe5f-4eca-ab51-d104b360e6de None None] Pushing event updated for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:48.736261 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131038951'] for subnet, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.773695 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Attempting to bind port 2c41f2ed-162e-462c-a98f-58df864a3ea1 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:48.774051 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Attempting to bind port 2c41f2ed-162e-462c-a98f-58df864a3ea1 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:48.774916 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Attempting to bind port 2c41f2ed-162e-462c-a98f-58df864a3ea1 on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:48.780423 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:48.780789 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:48.781176 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.781557 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Bound using segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:48.782059 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Bound port: 2c41f2ed-162e-462c-a98f-58df864a3ea1, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:48.782485 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.802196 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4e2a8c-2675-4292-8b9d-a3d11fff0e64,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:48.814272 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Checking segment: {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:48.814913 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Network hostable DHCP agents. Network: 0cefdec6-d177-49ec-94d4-5cf5ae5964f9, hostable agents: ['aad68974-34e1-4731-81d6-082afa8aca4a'], hosted agents: [] {{(pid=102061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 08:41:48.853153 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] For port 2c41f2ed-162e-462c-a98f-58df864a3ea1, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:48.857271 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] For port 2c41f2ed-162e-462c-a98f-58df864a3ea1, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2c41f2ed-162e-462c-a98f-58df864a3ea1,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:48.924006 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 is scheduled to be hosted by DHCP agent aad68974-34e1-4731-81d6-082afa8aca4a with binding_index 1 {{(pid=102061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 08:41:48.941283 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.947845 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] Provisioning complete for port 2c41f2ed-162e-462c-a98f-58df864a3ea1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:48.948299 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:48.997816 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-1-iscsi, 0cefdec6-d177-49ec-94d4-5cf5ae5964f9) {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:49.002192 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:41:49.003388 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.009767 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:49.015305 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:49.015305 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318526c-fe5f-4eca-ab51-d104b360e6de None None] Pushing event updated for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:49.030493 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750decc8-9986-448e-8894-5d1fa995a0af None None] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:41:49.032442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device eac2f837-096e-47fa-85e1-b5f5e28fb56b up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:49.108890 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-d2ade029-f293-46bf-80a2-3142517e11de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7257428 Nov 10 08:41:49.111476 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51526) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:49.116786 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:49.123396 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.138276 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:49.187998 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] For port 2c41f2ed-162e-462c-a98f-58df864a3ea1, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2c41f2ed-162e-462c-a98f-58df864a3ea1,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:49.208279 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port eac2f837-096e-47fa-85e1-b5f5e28fb56b triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:49.208639 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42908'] for router, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.212036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.212153 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42903'] for router, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.279406 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.285022 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.329010 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb6eafc-d7d0-5237-8152-decdd558cef0-0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64'}]}} from dv-cinder-817351-1-iscsi. {{(pid=102062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 08:41:49.332075 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.354207 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:48Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:49.380597 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34397134-37e5-4466-ab87-1692bdd166ff None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:48Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:41:49.399419 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386bbe-8edc-479c-820e-02a1b4044da5 None None] Pushing event updated for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:49.490174 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-ba902711-1ebe-40c2-8cff-4790d5058a46 None None] Provisioning complete for port 2c41f2ed-162e-462c-a98f-58df864a3ea1 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:49.490543 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ba902711-1ebe-40c2-8cff-4790d5058a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.542108 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.589840 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.db_base_plugin_common [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Allocated IP 172.20.0.2 (0cefdec6-d177-49ec-94d4-5cf5ae5964f9/6d4e2a8c-2675-4292-8b9d-a3d11fff0e64/fb8010d6-b3cd-465b-a773-52015fe631c0) {{(pid=102062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:49.784433 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks [] for port, precommit_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.837082 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.850250 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020'] for port, after_create {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.860532 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.890918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 is already hosted by enough agents. {{(pid=102062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:49.895522 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.scheduler.base_scheduler [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Resources bound (agent type, host, resource id): {{(pid=102062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:49.898410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Received port after_create {{(pid=102062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:49.932833 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Pushing event updated for resources: {'Port': ['ID=fb8010d6-b3cd-465b-a773-52015fe631c0,revision_number=1']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:49.969089 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Attempting to bind port fb8010d6-b3cd-465b-a773-52015fe631c0 on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:49.969460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Attempting to bind port fb8010d6-b3cd-465b-a773-52015fe631c0 by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:49.969954 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Attempting to bind port fb8010d6-b3cd-465b-a773-52015fe631c0 on network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:49.975073 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:49.975442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Checking segment: {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:49.975845 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:49.976270 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Bound using segment: {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:49.976392 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Allocated IP 172.27.3.34 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/2b7a2461-3805-491e-820a-e430d188f6ac) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:49.976735 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Bound port: fb8010d6-b3cd-465b-a773-52015fe631c0, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:49.977116 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:50.042118 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] For port fb8010d6-b3cd-465b-a773-52015fe631c0, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:50.046423 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] For port fb8010d6-b3cd-465b-a773-52015fe631c0, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=fb8010d6-b3cd-465b-a773-52015fe631c0,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:50.130179 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:50.201734 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf42bc-2660-42a3-818f-47f12a2a732e None None] Pushing event updated for resources: {'Port': ['ID=fb8010d6-b3cd-465b-a773-52015fe631c0,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:50.326137 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:50.461650 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:50.506839 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:50.509991 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:50.514905 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:50.518038 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7a2461-3805-491e-820a-e430d188f6ac,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:50.823309 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.026364 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393666'] for router, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.071839 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2c41f2ed-162e-462c-a98f-58df864a3ea1 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:51.122631 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 2c41f2ed-162e-462c-a98f-58df864a3ea1 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:51.123004 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.203083 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device fb8010d6-b3cd-465b-a773-52015fe631c0 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:51.232587 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Router c16b59ee-520e-42a1-a993-f45206dfcf1e is scheduled to L3 agent b901b963-e53e-4c51-9a24-a684901b183b with binding_index 1 {{(pid=102060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 08:41:51.256919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port fb8010d6-b3cd-465b-a773-52015fe631c0 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:51.257294 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.294015 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947df38e-e8cf-4d03-8a80-c6b79cc90ab2 None None] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:41:51.351047 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:41:51.359753 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-4f35ef04-e66a-4987-9dd5-94d149776d77 None None] Provisioning complete for port fb8010d6-b3cd-465b-a773-52015fe631c0 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:51.360147 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4f35ef04-e66a-4987-9dd5-94d149776d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.366231 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Sync routers for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:41:51.428963 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.432607 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-3a4411dc-5f21-431d-b1ce-331b5b105185 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3170257 Nov 10 08:41:51.432863 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51528) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:51.452943 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:51.453571 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:51.627894 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.761082 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port fb8010d6-b3cd-465b-a773-52015fe631c0, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=fb8010d6-b3cd-465b-a773-52015fe631c0,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:51.803436 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4f35ef04-e66a-4987-9dd5-94d149776d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.811608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:51.820588 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:51.850442 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.024505 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=fb8010d6-b3cd-465b-a773-52015fe631c0,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:52.026081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Allocated IP 172.20.0.1 (0cefdec6-d177-49ec-94d4-5cf5ae5964f9/6d4e2a8c-2675-4292-8b9d-a3d11fff0e64/31363cdd-7392-4a59-8aee-ea42644db2dd) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:41:52.035547 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.db.api [None req-4f35ef04-e66a-4987-9dd5-94d149776d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 08:41:52.035966 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG oslo_db.api [None req-4f35ef04-e66a-4987-9dd5-94d149776d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 08:41:52.099341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:50Z', 'revision_number': 3, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:52.129321 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Checking router: c16b59ee-520e-42a1-a993-f45206dfcf1e for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:41:52.129672 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Updating router c16b59ee-520e-42a1-a993-f45206dfcf1e port 2b7a2461-3805-491e-820a-e430d188f6ac binding host dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:41:52.133147 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.153699 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.214469 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.254044 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:52.258548 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:52.262774 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:41:52.265877 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:52.302441 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394517'] for router_interface, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.410376 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks [] for port, precommit_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.514940 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.523032 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.609278 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Attempting to bind port 2b7a2461-3805-491e-820a-e430d188f6ac on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:52.609647 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Attempting to bind port 2b7a2461-3805-491e-820a-e430d188f6ac by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:52.610017 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Attempting to bind port 2b7a2461-3805-491e-820a-e430d188f6ac on network 60abc94a-01aa-4e47-859b-c5f14ee9f76c {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:52.611859 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f80f2-67a3-48e9-b089-d06f6dfcd132 None None] Pushing event updated for resources: {'Port': ['ID=2b7a2461-3805-491e-820a-e430d188f6ac,revision_number=2']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:52.618633 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:52.620533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Checking segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:52.620533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.620533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Bound using segment: {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'} {{(pid=102062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:52.620533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.managers [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Bound port: 2b7a2461-3805-491e-820a-e430d188f6ac, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb739e0-701a-44a3-aba5-b4204e418934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c'}}] {{(pid=102062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:52.621223 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.671762 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] For port 2b7a2461-3805-491e-820a-e430d188f6ac, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:52.674827 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] For port 2b7a2461-3805-491e-820a-e430d188f6ac, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2b7a2461-3805-491e-820a-e430d188f6ac,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:52.675063 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.741779 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-8e3ddcfe-15ed-409b-94fd-5a559a11f601 None None] Provisioning complete for port 31363cdd-7392-4a59-8aee-ea42644db2dd triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:52.742140 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8e3ddcfe-15ed-409b-94fd-5a559a11f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.743943 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.752263 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.822795 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33155419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394625'] for router_interface, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.825420 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:52.826662 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ddcfe-15ed-409b-94fd-5a559a11f601 None None] Port 31363cdd-7392-4a59-8aee-ea42644db2dd cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:41:52.833116 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f80f2-67a3-48e9-b089-d06f6dfcd132 None None] Pushing event updated for resources: {'Port': ['ID=2b7a2461-3805-491e-820a-e430d188f6ac,revision_number=3']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:52.841670 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:52.842189 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:52.876799 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-8e3ddcfe-15ed-409b-94fd-5a559a11f601 None None] Provisioning complete for port fb8010d6-b3cd-465b-a773-52015fe631c0 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:52.880079 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8e3ddcfe-15ed-409b-94fd-5a559a11f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:52.913936 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:41:52.915434 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:41:52.981317 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:53.038796 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Router c16b59ee-520e-42a1-a993-f45206dfcf1e has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:41:53.042151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device fb8010d6-b3cd-465b-a773-52015fe631c0 up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:53.159730 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:41:53.165867 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-a74e5d15-67de-457b-8f99-0a8ffd1b7ec5 admin admin] 10.222.0.21 "PUT /v2.0/routers/c16b59ee-520e-42a1-a993-f45206dfcf1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320206 Nov 10 08:41:53.212817 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port fb8010d6-b3cd-465b-a773-52015fe631c0 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:53.213316 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:53.294116 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-9dc1c5bc-5888-409e-ae45-b9e544c6bc2f None None] Provisioning complete for port 31363cdd-7392-4a59-8aee-ea42644db2dd triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:53.294482 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c5bc-5888-409e-ae45-b9e544c6bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:53.505469 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1c5bc-5888-409e-ae45-b9e544c6bc2f None None] Port 31363cdd-7392-4a59-8aee-ea42644db2dd cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:41:53.525843 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '31363cdd-7392-4a59-8aee-ea42644db2dd', 'name': '', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:51Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 2, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'subnets': [{'id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:53.551831 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1afdf5-c39d-4714-813e-abfb6a330672 None None] The sync data for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi is: [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '31363cdd-7392-4a59-8aee-ea42644db2dd', 'name': '', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:51Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 2, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'subnets': [{'id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:41:54.062337 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51538) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:54.067098 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88149493', 'description': 'tempest-secgroup-smoke-88149493 description', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:54.145540 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.221816 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.288383 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.317272 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4741a9a-fbe8-4698-ae81-b300286a9de5,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:54.372645 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.372645 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-47971316-356a-48a1-98fb-f8f27feb1b47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3084266 Nov 10 08:41:54.374754 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51540) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:54.379219 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:54.494835 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.555168 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.632234 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.649725 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b144e48-dff3-4dfc-beef-b3e487722b9c,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:54.702610 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.703823 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-2ff37b84-08d7-4fcb-84c9-604a19a8635a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281000 Nov 10 08:41:54.706415 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51542) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:54.710568 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:54.780893 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.843961 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.900566 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.918295 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a01e8a5-868c-4229-be42-b02e01990cc4,revision_number=0']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:54.971585 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:54.975694 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-83fa4bd1-b946-4aa4-9d07-4812918f35fd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2656643 Nov 10 08:41:54.976062 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51544) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:54.980766 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:55.022473 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2b7a2461-3805-491e-820a-e430d188f6ac up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:55.068933 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 2b7a2461-3805-491e-820a-e430d188f6ac triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:55.069303 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.082961 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.148893 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.154460 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.179116 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] For port 2b7a2461-3805-491e-820a-e430d188f6ac, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2b7a2461-3805-491e-820a-e430d188f6ac,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:55.215780 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.230557 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687b9181-4878-4e91-9bc5-66e53213bd73,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:55.237973 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.284352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Pushing event updated for resources: {'Port': ['ID=2b7a2461-3805-491e-820a-e430d188f6ac,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:55.331484 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.332712 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ed2ec1ea-038b-41f8-9cf5-ac32153d6968 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556173 Nov 10 08:41:55.335283 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51546) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:55.339483 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:55.425827 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.481420 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.540730 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.559873 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f4ee59-0c10-403a-8d1f-67b08d309e39,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:55.629000 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.630213 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a89ff1ec-2c37-4faa-9ee8-21ff7f6a93d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940259 Nov 10 08:41:55.632916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51548) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:55.637804 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:55.712647 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.securitygroups_db [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Project 48a4af376cfa4f60bc388b5b4d5bdfa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:41:55.717352 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.775764 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.854134 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.872213 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff8f64c-4ca1-49bc-be23-c17ee77ce6b6,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:55.937905 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:55.939105 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-e34ab134-5bbb-442c-877d-f86a0df4074b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052609 Nov 10 08:41:55.941727 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51552) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:41:55.945935 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'security_group_rule': {'security_group_id': 'd4741a9a-fbe8-4698-ae81-b300286a9de5', 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:41:56.021053 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.securitygroups_db [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Project 48a4af376cfa4f60bc388b5b4d5bdfa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 08:41:56.026296 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:56.085607 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:56.146962 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082546'] for security_group_rule, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:56.165663 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d261c3af-872a-4f91-9426-0b885fd569f0,revision_number=0']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:56.217917 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:56.219132 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-dad9635d-e346-4d3a-90e3-eaf24cc7b18a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764702 Nov 10 08:41:57.003373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2b7a2461-3805-491e-820a-e430d188f6ac up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:57.055433 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 2b7a2461-3805-491e-820a-e430d188f6ac triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:57.055843 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:57.087934 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Sync routers for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:41:57.098842 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:57.104033 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:57.286643 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:57.500749 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '31363cdd-7392-4a59-8aee-ea42644db2dd', 'name': '', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:51Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 2, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'subnets': [{'id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:57.529284 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Checking router: c16b59ee-520e-42a1-a993-f45206dfcf1e for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:41:57.529631 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Updating router c16b59ee-520e-42a1-a993-f45206dfcf1e port 31363cdd-7392-4a59-8aee-ea42644db2dd binding host dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 08:41:57.556742 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:57.818432 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks [] for port, precommit_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:57.872553 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:57.924468 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e645-7080-49c8-8b34-86b51208d386 None None] Pushing event updated for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=3']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:57.976085 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Attempting to bind port 31363cdd-7392-4a59-8aee-ea42644db2dd on host dv-cinder-817351-1-iscsi for vnic_type normal with profile {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:41:57.976450 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Attempting to bind port 31363cdd-7392-4a59-8aee-ea42644db2dd by drivers openvswitch,hyperv on host dv-cinder-817351-1-iscsi at level 0 using segments [{'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:41:57.976804 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Attempting to bind port 31363cdd-7392-4a59-8aee-ea42644db2dd on network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:41:57.982647 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Checking agent: {'id': 'c5c6911c-d1d3-45b9-99eb-94ed8148b11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 24, 48), 'started_at': datetime.datetime(2021, 11, 10, 8, 25, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:41:57.982647 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Checking segment: {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:41:57.982647 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:57.983000 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Bound using segment: {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'} {{(pid=102063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:41:57.983508 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.managers [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Bound port: 31363cdd-7392-4a59-8aee-ea42644db2dd, host: dv-cinder-817351-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ec71d7-cd8e-48b4-9b40-ec3108630306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9'}}] {{(pid=102063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:41:57.983784 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.054190 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] For port 31363cdd-7392-4a59-8aee-ea42644db2dd, host dv-cinder-817351-1-iscsi, cleared binding levels {{(pid=102063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:41:58.057298 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.plugins.ml2.db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] For port 31363cdd-7392-4a59-8aee-ea42644db2dd, host dv-cinder-817351-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=31363cdd-7392-4a59-8aee-ea42644db2dd,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:41:58.149255 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron_lib.callbacks.manager [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.166963 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] Provisioning complete for port 31363cdd-7392-4a59-8aee-ea42644db2dd triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:58.167376 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.180660 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:41:58.214050 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:41:58.214667 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:58.253608 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.260312 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e645-7080-49c8-8b34-86b51208d386 None None] Pushing event updated for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=4']} {{(pid=102063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:58.291836 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] For port 31363cdd-7392-4a59-8aee-ea42644db2dd, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=31363cdd-7392-4a59-8aee-ea42644db2dd,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:41:58.342036 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:41:58.370065 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.418033 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8051458-84cb-4340-a427-b10a95403df5 None None] Pushing event updated for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:41:58.493340 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-b7295287-c2c3-4f36-9790-e09aaab21174 None None] Provisioning complete for port 31363cdd-7392-4a59-8aee-ea42644db2dd triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:58.493741 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b7295287-c2c3-4f36-9790-e09aaab21174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:41:58.541865 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '31363cdd-7392-4a59-8aee-ea42644db2dd', 'name': '', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:51Z', 'updated_at': '2021-11-10T08:41:58Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'subnets': [{'id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:41:58.571401 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cdee4-c689-4f08-9203-fdb3c911f363 None None] The sync data for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi is: [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:52Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '31363cdd-7392-4a59-8aee-ea42644db2dd', 'name': '', 'network_id': '0cefdec6-d177-49ec-94d4-5cf5ae5964f9', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:51Z', 'updated_at': '2021-11-10T08:41:58Z', 'revision_number': 4, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'subnets': [{'id': '6d4e2a8c-2675-4292-8b9d-a3d11fff0e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:41:59.023302 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 31363cdd-7392-4a59-8aee-ea42644db2dd up at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:41:59.082939 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Provisioning complete for port 31363cdd-7392-4a59-8aee-ea42644db2dd triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:41:59.083322 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:01.066002 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4769db-d065-430f-a95c-244e4731ccb4 req-2b568a0d-e51c-4aa2-9f2c-b50e3d8838af tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:01.068323 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1b4769db-d065-430f-a95c-244e4731ccb4 req-2b568a0d-e51c-4aa2-9f2c-b50e3d8838af tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0529816 Nov 10 08:42:01.115676 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-3e70c5cb-d6e0-4e04-886e-9e0e2a3930f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:01.117217 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-3e70c5cb-d6e0-4e04-886e-9e0e2a3930f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1138 time: 0.0416632 Nov 10 08:42:01.129149 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1b4769db-d065-430f-a95c-244e4731ccb4 req-e435da7e-e894-4c76-a8f7-5b437548e670 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555115 Nov 10 08:42:01.216173 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-9a0170fd-03d4-486c-87b5-f08ca9b0383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:01.218170 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-9a0170fd-03d4-486c-87b5-f08ca9b0383b service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.0913079 Nov 10 08:42:01.284804 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-7f4173f3-13ad-4649-8992-38f43308dd38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1002 time: 0.0588672 Nov 10 08:42:01.341253 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-3ad70b11-1e42-4024-b98c-300fcd4b53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:01.342668 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-3ad70b11-1e42-4024-b98c-300fcd4b53a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0491462 Nov 10 08:42:01.386930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-6e7fbcd3-3e52-4fd1-acb8-660c72591897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:01.389009 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-6e7fbcd3-3e52-4fd1-acb8-660c72591897 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386417 Nov 10 08:42:01.479539 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-07c4eaee-4dd8-4a3f-a400-495965b5e3d9 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829909 Nov 10 08:42:01.582339 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-e0f78892-0a0f-42db-9ed2-6629dbb3d89b req-396face7-260c-47d6-862d-4a2d9d8b16b8 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Nov 10 08:42:02.262354 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c55f0-63cb-4d30-ad5a-c93f514a3559 req-d675fbaa-1230-46db-9133-88d74e79dd48 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:02.263823 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f80c55f0-63cb-4d30-ad5a-c93f514a3559 req-d675fbaa-1230-46db-9133-88d74e79dd48 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0507145 Nov 10 08:42:02.324746 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f80c55f0-63cb-4d30-ad5a-c93f514a3559 req-792d462e-6acf-4feb-b489-97ddbfb26f26 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549457 Nov 10 08:42:03.441782 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c5d3-dc63-4bfc-8cb7-0b20e57d948a req-8232e400-1199-4aed-8918-686978babe86 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:03.444148 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9644c5d3-dc63-4bfc-8cb7-0b20e57d948a req-8232e400-1199-4aed-8918-686978babe86 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0490723 Nov 10 08:42:03.505210 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9644c5d3-dc63-4bfc-8cb7-0b20e57d948a req-45a1ff19-16a8-4357-82df-7ce40d598eab tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546715 Nov 10 08:42:04.621243 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a826d0-d228-44f0-bf89-29af7cb93e8f req-e843a348-1e5f-42a5-9075-c7f7ad201a78 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:04.622883 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-75a826d0-d228-44f0-bf89-29af7cb93e8f req-e843a348-1e5f-42a5-9075-c7f7ad201a78 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0480378 Nov 10 08:42:04.681733 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-75a826d0-d228-44f0-bf89-29af7cb93e8f req-977f945e-86fb-4166-9a19-434c4d2e4481 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525942 Nov 10 08:42:04.832239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:05.799272 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8cae-5417-450c-8cb5-347eccc9424e req-dc40e984-975e-4946-87b4-f99df312c34e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:05.800722 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-909a8cae-5417-450c-8cb5-347eccc9424e req-dc40e984-975e-4946-87b4-f99df312c34e tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0512047 Nov 10 08:42:05.859683 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-909a8cae-5417-450c-8cb5-347eccc9424e req-164689d4-1a9d-4081-b9c7-350e6964d01c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529599 Nov 10 08:42:06.977738 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c24b0e-605a-409f-9a77-f73b5ec27c34 req-10095b85-77fd-4dbe-8dff-bb0f36b3668b tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:06.979216 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87c24b0e-605a-409f-9a77-f73b5ec27c34 req-10095b85-77fd-4dbe-8dff-bb0f36b3668b tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0481553 Nov 10 08:42:07.037953 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-87c24b0e-605a-409f-9a77-f73b5ec27c34 req-b563ff66-66ed-434c-a2f1-4552b04147fe tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522044 Nov 10 08:42:08.154799 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ce87-d4f5-4d64-85c6-48c9dc18b977 req-201b0ee4-43b0-4e03-bb69-a586c631374a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:08.156255 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7465ce87-d4f5-4d64-85c6-48c9dc18b977 req-201b0ee4-43b0-4e03-bb69-a586c631374a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0523739 Nov 10 08:42:08.437851 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7465ce87-d4f5-4d64-85c6-48c9dc18b977 req-1b35b9d4-e7aa-4b77-8618-d6008d1d7918 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2756760 Nov 10 08:42:09.554001 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18c4ea-118d-4078-a58d-7113959c5d41 req-b96af180-9f59-47fb-b5d7-b312c1a7b100 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:09.555463 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d18c4ea-118d-4078-a58d-7113959c5d41 req-b96af180-9f59-47fb-b5d7-b312c1a7b100 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0503757 Nov 10 08:42:09.615077 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-6d18c4ea-118d-4078-a58d-7113959c5d41 req-9cf0427a-0fca-44db-8571-53fdd883ce9d tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535650 Nov 10 08:42:10.706394 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51672) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:10.734798 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629bddd-745c-4c41-a27c-9ffb98e4cd0f req-811af870-1faa-4490-a485-235c0f3b5611 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:10.736262 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3629bddd-745c-4c41-a27c-9ffb98e4cd0f req-811af870-1faa-4490-a485-235c0f3b5611 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0514660 Nov 10 08:42:10.796414 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3629bddd-745c-4c41-a27c-9ffb98e4cd0f req-30d1a7a7-8e86-40fa-9611-7af77fa43df5 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538905 Nov 10 08:42:10.861914 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Deleting port 86b59264-b08f-469a-a76f-95698ed3045b {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:10.862172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:10.935898 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:10.936219 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:10.947850 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Calling delete_port for 86b59264-b08f-469a-a76f-95698ed3045b owned by network:floatingip {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:11.157945 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:11.181732 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event deleted for resources: {'Port': ['ID=86b59264-b08f-469a-a76f-95698ed3045b,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:11.242487 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for floatingip, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:11.242815 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Floating IP 3da0ab1f-1a34-44d4-8217-3e1fa0560c6b disassociated (deleted). External IP: 172.27.3.54, port: f97caca3-784b-4b87-8eb0-41ed35b51107. Nov 10 08:42:11.688586 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Router d524e623-a6dd-4287-98b1-63367cc81b1c has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:11.794009 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:11.799172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:11.829925 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-a7e42f54-a659-42d0-bd40-df2fdd17beec tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "DELETE /v2.0/floatingips/3da0ab1f-1a34-44d4-8217-3e1fa0560c6b HTTP/1.1" status: 204 len: 168 time: 1.1187823 Nov 10 08:42:11.829925 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:11.830194 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Sync routers for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:11.830625 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:11.842418 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:11.843012 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:11.923266 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4776c6-bdbb-4603-9bcc-306138826772 req-bd846fc3-a29c-4601-8764-12424f239ba1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:11.925479 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c4776c6-bdbb-4603-9bcc-306138826772 req-bd846fc3-a29c-4601-8764-12424f239ba1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0507522 Nov 10 08:42:11.975822 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:11.986102 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3c4776c6-bdbb-4603-9bcc-306138826772 req-9ecb96ad-8c2d-4f0d-bfed-a945dcf93ed1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543432 Nov 10 08:42:12.034837 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346493f-1c1e-447f-9b9d-221d0ca298ec x-openstack-request-id: req-0346493f-1c1e-447f-9b9d-221d0ca298ec {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:12.035125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:12.035377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0346493f-1c1e-447f-9b9d-221d0ca298ec {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:12.035769 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'status': 'completed', 'code': 200} Nov 10 08:42:12.100357 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-a5fc6b6f-0d0b-4258-8252-9b98f653cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:12.101922 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-a5fc6b6f-0d0b-4258-8252-9b98f653cfe9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3520025ebe8b4ee088a48a444c355428&device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 1099 time: 0.0425856 Nov 10 08:42:12.188188 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:12.211814 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-733eb7c7-c322-4eaf-a8f7-8c38585342a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:12.213548 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-733eb7c7-c322-4eaf-a8f7-8c38585342a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 200 len: 909 time: 0.1041729 Nov 10 08:42:12.214868 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Checking router: d524e623-a6dd-4287-98b1-63367cc81b1c for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:12.224261 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:12.224909 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:41:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:12.251550 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e35fc-a114-48da-9b8b-c1ea864a161e req-9a4224ed-073e-4da5-b5a4-9c4a94848576 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:12.253055 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-026e35fc-a114-48da-9b8b-c1ea864a161e req-9a4224ed-073e-4da5-b5a4-9c4a94848576 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0480154 Nov 10 08:42:12.260843 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-4e8b9947-39c0-4ae2-8de3-f0777b478465 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 200 len: 217 time: 0.0360658 Nov 10 08:42:12.305721 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-026e35fc-a114-48da-9b8b-c1ea864a161e req-1481e7fb-f609-4527-8fdf-3ec01b9a8c0a tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Nov 10 08:42:12.315086 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-2b24f7e7-c6fa-42c2-b4c2-0c959344fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:12.316594 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-2b24f7e7-c6fa-42c2-b4c2-0c959344fad1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 200 len: 847 time: 0.0437920 Nov 10 08:42:12.337260 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:12.364421 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-5d9a647d-4d18-4f79-ae36-670bedec71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:12.365888 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-5d9a647d-4d18-4f79-ae36-670bedec71be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e4c7786-f353-4939-be3f-8188316b2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401688 Nov 10 08:42:12.462295 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-952dc9a2-7b2c-4c11-b228-4066e7c8456c service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Nov 10 08:42:12.535543 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:12.554061 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-c16c9d41-30ca-43b3-8a2a-ee7de5253ae8 req-e283803b-f199-46ff-a1e8-f74ce5b9d1ee service neutron] 10.222.0.45 "GET /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822132 Nov 10 08:42:12.563595 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc163b9-edb8-40cf-95ec-be753fad7bb1 None None] The sync data for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi is: [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:37:08Z', 'revision_number': 4, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '24d4905b-7e63-4b49-a436-6287b9cdc5be', 'name': '', 'network_id': '2e4c7786-f353-4939-be3f-8188316b2e0a', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'mac_address': 'fa:16:3e:50:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '92276683-1a69-4b12-b86d-8903858cff3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:08Z', 'updated_at': '2021-11-10T08:37:11Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'subnets': [{'id': '92276683-1a69-4b12-b86d-8903858cff3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:12.784165 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8254e3b-fdb1-4dcf-af2e-831e5e60ec3f None None] New status for floating IP 3da0ab1f-1a34-44d4-8217-3e1fa0560c6b: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:42:13.066605 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9957c723-5886-444f-a6ee-62b646ec8f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:13.101651 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187573ff-ed1b-41ba-9c39-912270ce9671 req-7de87488-4e64-47fd-bb82-e6f65b6d8c01 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.103115 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-187573ff-ed1b-41ba-9c39-912270ce9671 req-7de87488-4e64-47fd-bb82-e6f65b6d8c01 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0489473 Nov 10 08:42:13.155776 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-39c15187-98ad-4d4e-880c-cab639d70844 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437827 Nov 10 08:42:13.163693 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-187573ff-ed1b-41ba-9c39-912270ce9671 req-c136eef7-1833-4948-b604-0a268f0124ee tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=eefd0746-24cc-4f47-b1fd-ed0baf8ae284&id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542312 Nov 10 08:42:13.251573 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-bf009491-e982-4e5a-8a03-91dcf0749432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.253046 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-bf009491-e982-4e5a-8a03-91dcf0749432 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1138 time: 0.0413830 Nov 10 08:42:13.357499 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-c12785a3-c94f-4c3b-a269-6f3645d670b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.359080 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-c12785a3-c94f-4c3b-a269-6f3645d670b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.0869217 Nov 10 08:42:13.419826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8107f-0c89-47d7-9364-44769c1da6f4 req-18db9dd3-8618-4e5a-9e2e-ac2f21254d0a tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.421278 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6d8107f-0c89-47d7-9364-44769c1da6f4 req-18db9dd3-8618-4e5a-9e2e-ac2f21254d0a tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0485110 Nov 10 08:42:13.424738 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-6c9fb167-0742-453b-9d89-a0848352aaa0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1002 time: 0.0578167 Nov 10 08:42:13.469957 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a6d8107f-0c89-47d7-9364-44769c1da6f4 req-5e49d61d-c178-4d5a-b0ed-be7986dfe2b5 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/security-groups?id=c447f572-a409-4a77-a977-ddb296a489d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Nov 10 08:42:13.476116 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-49bef6a2-a088-45ed-a2ae-77df9b9561f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.477549 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-49bef6a2-a088-45ed-a2ae-77df9b9561f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0428696 Nov 10 08:42:13.526899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-a19953aa-d1f7-4dd5-98e4-ee2ea4c562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.528366 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-a19953aa-d1f7-4dd5-98e4-ee2ea4c562f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420039 Nov 10 08:42:13.618723 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-230a84f5-9281-46b8-9655-c7697ef93be3 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802579 Nov 10 08:42:13.710621 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-bbfd93b5-2f6a-46ab-a4df-501eb05e866d req-66dde4f9-aca3-4571-ac74-d66a7fc83cfd service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Nov 10 08:42:13.939494 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-6e8ccce0-add6-4789-a26e-ba4a4406961c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88149493&fields=id&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 267 time: 0.0461144 Nov 10 08:42:13.968568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-54549128-fbcd-404b-aa01-23e93eaa4251 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:13.970072 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-54549128-fbcd-404b-aa01-23e93eaa4251 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 946 time: 0.0484855 Nov 10 08:42:14.042686 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-7653d0de-34dd-4ffa-80d3-e4964c83ab66 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:14.044137 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-7653d0de-34dd-4ffa-80d3-e4964c83ab66 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.0976472 Nov 10 08:42:14.058759 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-76316cf0-887e-4c38-9204-f1d98fe691e8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/quotas/48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 375 time: 0.0088017 Nov 10 08:42:14.058943 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Deleting port f97caca3-784b-4b87-8eb0-41ed35b51107 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:14.059299 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:14.108779 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-d16cf181-a7fa-4f30-a86b-d567f0e51a6c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439634 Nov 10 08:42:14.149910 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] For port f97caca3-784b-4b87-8eb0-41ed35b51107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f97caca3-784b-4b87-8eb0-41ed35b51107,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:14.150187 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:14.162238 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Calling delete_port for f97caca3-784b-4b87-8eb0-41ed35b51107 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:14.205174 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-27d5b2f5-31fb-4625-951a-7721d5095fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Nov 10 08:42:14.292418 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-079862de-f68f-496d-98f4-5471bf19a572 service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814493 Nov 10 08:42:14.356968 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:14.384615 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event deleted for resources: {'Port': ['ID=f97caca3-784b-4b87-8eb0-41ed35b51107,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401751 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.401916 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.402166 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.402492 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:14.436765 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] No DVR routers for this DVR port f97caca3-784b-4b87-8eb0-41ed35b51107 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:14.439788 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:14.443167 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9be4be40-3edd-4e79-867f-ecfd92c2cb89 req-d160137a-8690-44ef-a41c-83cb4e7fbb43 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.45 "DELETE /v2.0/ports/f97caca3-784b-4b87-8eb0-41ed35b51107 HTTP/1.1" status: 204 len: 173 time: 0.4667256 Nov 10 08:42:14.443603 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-deleted', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:14.445902 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3bbff7-a7b3-4de3-964a-288d0cc2fe7f" -d '{"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-deleted", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:14.481660 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978fb592-fe3b-458d-9bf6-71ea385a74e9 x-openstack-request-id: req-978fb592-fe3b-458d-9bf6-71ea385a74e9 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:14.481955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd732-58e7-474b-ac85-8d08f252e56b", "name": "network-vif-deleted", "tag": "f97caca3-784b-4b87-8eb0-41ed35b51107", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:14.482236 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-978fb592-fe3b-458d-9bf6-71ea385a74e9 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:14.482640 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd732-58e7-474b-ac85-8d08f252e56b', 'name': 'network-vif-deleted', 'tag': 'f97caca3-784b-4b87-8eb0-41ed35b51107', 'status': 'completed', 'code': 200} Nov 10 08:42:14.582180 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-86c49e01-2085-46bb-88e5-a662a2ea60ca req-7ec83b94-906e-41cf-b837-bd2c56544e2d tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 210 time: 0.0309203 Nov 10 08:42:14.872616 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-068100fa-776f-45ce-a323-c39d7b6c240b req-758a598c-043b-4f3a-8d6d-d4c1692d3d6d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 210 time: 0.0303011 Nov 10 08:42:15.340743 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-63615a6d-6cb4-4f2c-84a9-8db7005e7e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:15.686764 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-91261424-acbb-43c0-a3e8-88be72a386bd req-ea5f9eb7-1f22-4bcb-98f0-5470ab4130f1 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2dd732-58e7-474b-ac85-8d08f252e56b HTTP/1.1" status: 200 len: 210 time: 0.0255075 Nov 10 08:42:15.968114 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-92255adb-0995-4f19-8379-6f451eaf148a req-9d3e9ed2-dbb6-4e04-8055-92e887c4cfd3 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 210 time: 0.0259840 Nov 10 08:42:16.369291 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:16.742405 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51728) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:16.810250 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:16.827418 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82af8495-d57d-4de2-8e88-776b4f1c67c5 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:16.829543 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82af8495-d57d-4de2-8e88-776b4f1c67c5 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.1091635 Nov 10 08:42:16.843641 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:16.895436 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-aa57d96f-0c0b-42c8-ae05-6f7a40b9ed36 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 378 time: 0.0565619 Nov 10 08:42:16.908607 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'port': {'device_id': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'admin_state_up': True, 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'security_groups': ['d4741a9a-fbe8-4698-ae81-b300286a9de5']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:42:16.974735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:16.977311 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:16.979601 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] 10.222.0.21 "DELETE /v2.0/security-groups/c447f572-a409-4a77-a977-ddb296a489d4 HTTP/1.1" status: 204 len: 168 time: 0.2349942 Nov 10 08:42:16.990888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447f572-a409-4a77-a977-ddb296a489d4,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:17.001619 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.001978 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.002318 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.002652 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.002977 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.003311 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.003636 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.003981 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.004307 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.004631 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.004949 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.005274 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1640e-8f84-4c68-9daf-f2f8f20793e6 tempest-TestShelveInstance-1530527560 tempest-TestShelveInstance-1530527560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:17.069986 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-892facb5-1cac-4a56-b6c9-b0b9a6c4e6e6 req-c5ad88c7-9129-41ec-9d11-92c6874d3760 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Nov 10 08:42:17.094967 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51734) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:17.102110 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Made reservation on behalf of 48a4af376cfa4f60bc388b5b4d5bdfa2 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:42:17.105360 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.283161 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.20.0.10 (3f746850-3899-42c3-ba02-3d96ed566ea3/3feca59b-8a4a-4fec-ac18-b0b045b9d88e/f51c4f5a-d474-435d-a4e4-eb41e33431db) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:42:17.391755 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.500179 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.517300 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:17.537302 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: f97caca3-784b-4b87-8eb0-41ed35b51107 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:17.537673 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f97caca3-784b-4b87-8eb0-41ed35b51107 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:17.543667 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:42:17.549341 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:42:17.553258 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:42:17.585726 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:17.612031 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:17.612668 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.614646 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.721104 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-82116e68-96ec-4eef-bd1d-10d070ea3f43 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168626 Nov 10 08:42:17.733882 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Request body: {'port': {'device_id': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:42:17.799814 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.800605 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.819177 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-d92aa5ff-9866-4acf-a1e1-ed449422230b None None] Provisioning complete for port f51c4f5a-d474-435d-a4e4-eb41e33431db triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:42:17.819538 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d92aa5ff-9866-4acf-a1e1-ed449422230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.857818 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-d92aa5ff-9866-4acf-a1e1-ed449422230b None None] Port f51c4f5a-d474-435d-a4e4-eb41e33431db cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:42:17.881450 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Deleting port 24d4905b-7e63-4b49-a436-6287b9cdc5be {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:17.882537 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.967896 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] For port 24d4905b-7e63-4b49-a436-6287b9cdc5be, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24d4905b-7e63-4b49-a436-6287b9cdc5be,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:17.968266 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:17.981443 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Calling delete_port for 24d4905b-7e63-4b49-a436-6287b9cdc5be owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:18.067634 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c4f5a-d474-435d-a4e4-eb41e33431db {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:42:18.075456 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.088606 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Transition to ACTIVE for port object f51c4f5a-d474-435d-a4e4-eb41e33431db will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:42:18.173469 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.197337 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c846583-e64d-4a23-861c-eca0275a185c req-42f06763-5629-4092-b306-a86dba945036 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.199043 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c846583-e64d-4a23-861c-eca0275a185c req-42f06763-5629-4092-b306-a86dba945036 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 932 time: 0.0565031 Nov 10 08:42:18.252624 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:18.257937 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-8c846583-e64d-4a23-861c-eca0275a185c req-96c1eb1d-4482-402c-ac41-386f501ad593 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519640 Nov 10 08:42:18.263697 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.301364 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=24d4905b-7e63-4b49-a436-6287b9cdc5be,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:18.304573 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Attempting to bind port f51c4f5a-d474-435d-a4e4-eb41e33431db on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:42:18.305014 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Attempting to bind port f51c4f5a-d474-435d-a4e4-eb41e33431db by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:42:18.305430 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Attempting to bind port f51c4f5a-d474-435d-a4e4-eb41e33431db on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:42:18.310255 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Port f51c4f5a-d474-435d-a4e4-eb41e33431db on network 3f746850-3899-42c3-ba02-3d96ed566ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:42:18.310672 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Attempting to bind port f51c4f5a-d474-435d-a4e4-eb41e33431db on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:42:18.316230 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:42:18.316766 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:42:18.317112 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Bound using segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:42:18.317624 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Bound port: f51c4f5a-d474-435d-a4e4-eb41e33431db, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:42:18.318101 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.392339 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:42:18.397459 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:42:18.466704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.492703 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.503437 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.504084 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.505687 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] 10.222.0.45 "PUT /v2.0/ports/f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 200 len: 1094 time: 0.7767022 Nov 10 08:42:18.507685 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:18.510069 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d603c85-2cf0-415e-83f3-29418c81c9be" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:18.586430 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.591147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210c175-c87a-49c7-aea4-ff0c4bc661b2 x-openstack-request-id: req-f210c175-c87a-49c7-aea4-ff0c4bc661b2 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:18.591147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:18.591147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f210c175-c87a-49c7-aea4-ff0c4bc661b2 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:18.591147 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'status': 'completed', 'code': 200} Nov 10 08:42:18.608097 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e3d15-38e8-423c-8fec-d6159bc5c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:18.642568 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-fbec680c-40dc-4043-b6d4-7e9ecde3b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.644862 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-fbec680c-40dc-4043-b6d4-7e9ecde3b537 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1097 time: 0.0541358 Nov 10 08:42:18.748744 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Router d524e623-a6dd-4287-98b1-63367cc81b1c has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:18.756570 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-f95ab11b-9ba3-4926-8cec-ac940a259371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.756570 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-f95ab11b-9ba3-4926-8cec-ac940a259371 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1028795 Nov 10 08:42:18.850930 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-b49649b6-f08d-4685-8fb0-dab1b5423b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.852316 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d603c85-2cf0-415e-83f3-29418c81c9be req-b49649b6-f08d-4685-8fb0-dab1b5423b41 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887976 Nov 10 08:42:18.855587 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:18.864440 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6b0b4bd7-4786-413a-b840-04abc45ae2cb admin admin] 10.222.0.21 "PUT /v2.0/routers/d524e623-a6dd-4287-98b1-63367cc81b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661324 Nov 10 08:42:18.864862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51742) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:18.871669 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Sync routers for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:18.886601 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:18.887220 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:18.932181 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-65111423-829e-4cb7-90df-188b3f3b47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:18.933805 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-65111423-829e-4cb7-90df-188b3f3b47f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1097 time: 0.0412226 Nov 10 08:42:18.979205 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:18.979932 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-5d5ac9c0-7282-461e-a500-c861a1d3ccf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 200 len: 217 time: 0.0388200 Nov 10 08:42:19.005959 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:19.036844 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-38e174d6-d2ec-4cf6-8b96-7e15b81d01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:19.038620 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-38e174d6-d2ec-4cf6-8b96-7e15b81d01a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0517628 Nov 10 08:42:19.088531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe618-3e00-4111-b3cf-fe267309f411 req-1693908c-4e1c-4e41-8a13-a5f95260adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:19.090057 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-1693908c-4e1c-4e41-8a13-a5f95260adbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427678 Nov 10 08:42:19.091526 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:19.187305 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-8835448f-9f8b-4c7b-a434-a4f8acbee788 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900304 Nov 10 08:42:19.207030 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Deleting port a511a2c7-335b-4bf9-80f1-5e7497c8f2de {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:19.207300 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:19.279759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-726fe618-3e00-4111-b3cf-fe267309f411 req-6f6e69a8-5a32-42a6-b8f8-3b8f13628e03 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857997 Nov 10 08:42:19.289142 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] For port a511a2c7-335b-4bf9-80f1-5e7497c8f2de, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:19.294879 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:19.307767 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Calling delete_port for a511a2c7-335b-4bf9-80f1-5e7497c8f2de owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:19.322442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:42:18Z', 'revision_number': 5, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port': {'id': 'a511a2c7-335b-4bf9-80f1-5e7497c8f2de', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:05Z', 'updated_at': '2021-11-10T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:19.349362 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Checking router: d524e623-a6dd-4287-98b1-63367cc81b1c for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:19.357649 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Routers {'d524e623-a6dd-4287-98b1-63367cc81b1c'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:19.358243 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['d524e623-a6dd-4287-98b1-63367cc81b1c'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:19.443367 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] Set router d524e623-a6dd-4287-98b1-63367cc81b1c gateway port host: None {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:19.449144 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7edde-2211-4d0f-9721-e6d43da82455 req-6291d216-756a-4fb8-b9bb-48c1c15c0c2d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:19.450610 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18e7edde-2211-4d0f-9721-e6d43da82455 req-6291d216-756a-4fb8-b9bb-48c1c15c0c2d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0985501 Nov 10 08:42:19.499781 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:42:19Z', 'revision_number': 6, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:19.527744 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b39fb-4c00-481b-82ad-47ef071c35f1 None None] The sync data for ids ['d524e623-a6dd-4287-98b1-63367cc81b1c'] in dv-cinder-817351-1-iscsi is: [{'id': 'd524e623-a6dd-4287-98b1-63367cc81b1c', 'name': 'tempest-TestShelveInstance-894197114-router', 'tenant_id': '3520025ebe8b4ee088a48a444c355428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:03Z', 'updated_at': '2021-11-10T08:42:19Z', 'revision_number': 6, 'project_id': '3520025ebe8b4ee088a48a444c355428', 'gw_port_host': None}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:19.754068 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-18e7edde-2211-4d0f-9721-e6d43da82455 req-da1f5c6f-28a1-4444-8327-c1f1d3591f0f tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2935066 Nov 10 08:42:19.825325 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:19.851078 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a511a2c7-335b-4bf9-80f1-5e7497c8f2de,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:19.914014 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.005919 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.007923 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.128121 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.128676 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d524e623-a6dd-4287-98b1-63367cc81b1c {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:42:20.133223 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.134753 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-5702b003-cf1a-49f6-9428-33582251aa58 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d524e623-a6dd-4287-98b1-63367cc81b1c HTTP/1.1" status: 204 len: 168 time: 1.2688851 Nov 10 08:42:20.137360 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51746) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:20.180029 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Deleting subnet 92276683-1a69-4b12-b86d-8903858cff3c {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:42:20.182884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.220204 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.301603 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.421065 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.447767 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92276683-1a69-4b12-b86d-8903858cff3c,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:20.453081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.456931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-59e7f67d-5cc6-4f43-8c30-d8e84ec79c6f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92276683-1a69-4b12-b86d-8903858cff3c HTTP/1.1" status: 204 len: 168 time: 0.3184779 Nov 10 08:42:20.458224 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00154c4c-b3f6-45a5-a3e0-eddc5b982664 None None] Network 2e4c7786-f353-4939-be3f-8188316b2e0a requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:42:20.459486 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51748) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:20.535335 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.595378 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Deleting port 9afdd9e2-e22d-48df-8b19-161ff3238200 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:20.595710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.651091 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] DHCP port deletion for 2e4c7786-f353-4939-be3f-8188316b2e0a request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:42:20.659369 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] For port 9afdd9e2-e22d-48df-8b19-161ff3238200, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9afdd9e2-e22d-48df-8b19-161ff3238200,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:20.659817 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.676502 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Calling delete_port for 9afdd9e2-e22d-48df-8b19-161ff3238200 owned by network:dhcp {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:20.698211 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Deleting port 9afdd9e2-e22d-48df-8b19-161ff3238200 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:20.699140 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.763816 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] For port 9afdd9e2-e22d-48df-8b19-161ff3238200, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=9afdd9e2-e22d-48df-8b19-161ff3238200,segment=NetworkSegment(631fdb0c-b61e-4ac6-a5d0-16ab71d96146),segment_id=631fdb0c-b61e-4ac6-a5d0-16ab71d96146)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:20.764249 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.776113 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Calling delete_port for 9afdd9e2-e22d-48df-8b19-161ff3238200 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:20.854841 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.861243 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.880293 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9fe83-9dc2-4ffe-8939-e2a4afdee2fd req-5b54a0bb-44b3-4f20-a063-b668d8919602 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:20.882480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afdd9e2-e22d-48df-8b19-161ff3238200,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:20.882611 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-11d9fe83-9dc2-4ffe-8939-e2a4afdee2fd req-5b54a0bb-44b3-4f20-a063-b668d8919602 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0555332 Nov 10 08:42:20.884329 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] No DVR routers for this DVR port 9afdd9e2-e22d-48df-8b19-161ff3238200 on host dv-cinder-817351-1-iscsi {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:20.896054 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] Pushing event deleted for resources: {'Port': ['ID=9afdd9e2-e22d-48df-8b19-161ff3238200,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:20.896054 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b76ed4-526a-4abe-a703-e80343aac8ba None None] No DVR routers for this DVR port 9afdd9e2-e22d-48df-8b19-161ff3238200 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:20.948076 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-11d9fe83-9dc2-4ffe-8939-e2a4afdee2fd req-0e982ea2-834d-4488-a849-a953ca688690 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441744 Nov 10 08:42:20.960861 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:20.982202 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4c7786-f353-4939-be3f-8188316b2e0a']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:20.991459 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631fdb0c-b61e-4ac6-a5d0-16ab71d96146') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:20.991752 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631fdb0c-b61e-4ac6-a5d0-16ab71d96146') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:21.001486 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.014395 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.021038 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:42:21.021382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:42:21.023026 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:42:21.025576 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24d4905b-7e63-4b49-a436-6287b9cdc5be no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:21.045872 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 24d4905b-7e63-4b49-a436-6287b9cdc5be {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:21.045872 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24d4905b-7e63-4b49-a436-6287b9cdc5be not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:21.045872 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 9afdd9e2-e22d-48df-8b19-161ff3238200 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:21.065062 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 9afdd9e2-e22d-48df-8b19-161ff3238200 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:21.065404 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 9afdd9e2-e22d-48df-8b19-161ff3238200 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:21.065809 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a511a2c7-335b-4bf9-80f1-5e7497c8f2de no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:21.084344 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: a511a2c7-335b-4bf9-80f1-5e7497c8f2de {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:21.084689 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device a511a2c7-335b-4bf9-80f1-5e7497c8f2de not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:21.156417 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.161647 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.164831 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e4c7786-f353-4939-be3f-8188316b2e0a HTTP/1.1" status: 204 len: 168 time: 0.7041714 Nov 10 08:42:21.167780 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51752) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:21.179945 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f7427-90d0-4160-a3f2-0b8119c30591 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4c7786-f353-4939-be3f-8188316b2e0a,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:21.498968 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.729433 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Deleting port 19f32a11-b63b-441e-a252-c2cf48869ba1 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:21.729759 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.806897 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] For port 19f32a11-b63b-441e-a252-c2cf48869ba1, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=19f32a11-b63b-441e-a252-c2cf48869ba1,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:21.807299 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:21.819491 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Calling delete_port for 19f32a11-b63b-441e-a252-c2cf48869ba1 owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:22.060142 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679cd0-bb10-4cb5-8ea4-29df26aca627 req-426196e3-27cb-4505-9a18-f78fddcccbed tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:22.061502 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a2679cd0-bb10-4cb5-8ea4-29df26aca627 req-426196e3-27cb-4505-9a18-f78fddcccbed tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0479860 Nov 10 08:42:22.080308 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:22.122055 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f32a11-b63b-441e-a252-c2cf48869ba1,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:22.174323 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a2679cd0-bb10-4cb5-8ea4-29df26aca627 req-2ebc40ba-f4c7-4a4f-b68b-d1f5e80252ed tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069949 Nov 10 08:42:22.297731 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:22.501355 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Router b60fdf34-cad4-4aad-a464-e2641f05ea95 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:22.613396 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:22.618416 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7ca5212a-ecc8-4157-8560-d019820ae4b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/b60fdf34-cad4-4aad-a464-e2641f05ea95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495544 Nov 10 08:42:22.621122 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51756) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:22.622045 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Sync routers for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:22.632182 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:22.632784 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:22.721292 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks [] for router, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:22.734132 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:22.820460 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:22.943678 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Deleting port d00f65b8-cb83-462a-8abe-831602c13521 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:22.944107 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:22.997079 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:42:21Z', 'revision_number': 5, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port': {'id': 'd00f65b8-cb83-462a-8abe-831602c13521', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:23.023696 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] For port d00f65b8-cb83-462a-8abe-831602c13521, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=d00f65b8-cb83-462a-8abe-831602c13521,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:23.024035 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.028363 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Checking router: b60fdf34-cad4-4aad-a464-e2641f05ea95 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:23.036559 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Calling delete_port for d00f65b8-cb83-462a-8abe-831602c13521 owned by network:router_gateway {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:23.037831 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Routers {'b60fdf34-cad4-4aad-a464-e2641f05ea95'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:23.038242 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b60fdf34-cad4-4aad-a464-e2641f05ea95'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:23.121799 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] Set router b60fdf34-cad4-4aad-a464-e2641f05ea95 gateway port host: None {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:23.172167 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:42:22Z', 'revision_number': 6, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:23.201575 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e04e6-4954-4576-bfd5-95e9fec8f141 None None] The sync data for ids ['b60fdf34-cad4-4aad-a464-e2641f05ea95'] in dv-cinder-817351-1-iscsi is: [{'id': 'b60fdf34-cad4-4aad-a464-e2641f05ea95', 'name': 'tempest-TestShelveInstance-238310919-router', 'tenant_id': 'c22f8e65e381444fb3b507ef26404424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:37:12Z', 'updated_at': '2021-11-10T08:42:22Z', 'revision_number': 6, 'project_id': 'c22f8e65e381444fb3b507ef26404424', 'gw_port_host': None}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:23.289092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.297380 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1bd7-2cf1-43d2-be82-6c469c90e3c6 req-b259af3e-043d-4a0a-8e87-736920fac9a6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:23.297998 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-07ff1bd7-2cf1-43d2-be82-6c469c90e3c6 req-b259af3e-043d-4a0a-8e87-736920fac9a6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Nov 10 08:42:23.316950 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00f65b8-cb83-462a-8abe-831602c13521,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:23.350994 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-07ff1bd7-2cf1-43d2-be82-6c469c90e3c6 req-af101b70-7eb3-4b4c-8940-f9f85bbaf97b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468788 Nov 10 08:42:23.377621 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.733971 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.736125 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.866020 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.866499 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60fdf34-cad4-4aad-a464-e2641f05ea95 {{(pid=102061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:42:23.871321 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.872380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5d43645d-0b48-41fb-b633-979962a24816 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b60fdf34-cad4-4aad-a464-e2641f05ea95 HTTP/1.1" status: 204 len: 168 time: 1.2502627 Nov 10 08:42:23.874887 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51760) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:23.920266 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_v2 [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Deleting subnet 447cc4f7-2760-48da-affe-60de8207f794 {{(pid=102061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:42:23.923428 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:23.961245 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2130879612'] for subnet, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.068404 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.186434 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131038956'] for subnet, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.213507 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447cc4f7-2760-48da-affe-60de8207f794,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:24.215416 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.219326 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-111f1c0f-3b83-4069-8bf3-6d0428f1c9ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/447cc4f7-2760-48da-affe-60de8207f794 HTTP/1.1" status: 204 len: 168 time: 0.3420978 Nov 10 08:42:24.220284 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ef67f-e5eb-4953-88c9-162268f68780 None None] Network 57dafc81-ead5-4551-8d19-fe9423bfe44d requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:42:24.221298 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51762) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:24.286236 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.340878 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Deleting port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:24.341403 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.392049 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] DHCP port deletion for 57dafc81-ead5-4551-8d19-fe9423bfe44d request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:42:24.404317 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] For port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:24.404680 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.417442 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Calling delete_port for 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 owned by network:dhcp {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:24.438749 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Deleting port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:24.439037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.503150 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] For port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,segment=NetworkSegment(48140e07-dc70-458e-a308-23b2ec691e5f),segment_id=48140e07-dc70-458e-a308-23b2ec691e5f)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:24.503545 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.505485 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358edf4f-3aeb-423d-8179-981b6269d640 req-192ea5be-a206-4105-8125-8b2787baec74 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:24.506939 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-358edf4f-3aeb-423d-8179-981b6269d640 req-192ea5be-a206-4105-8125-8b2787baec74 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0874531 Nov 10 08:42:24.516176 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Calling delete_port for 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:24.571165 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-358edf4f-3aeb-423d-8179-981b6269d640 req-c41411df-05bb-4427-bf94-472943814f8a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558660 Nov 10 08:42:24.607820 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.614115 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.634909 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:24.636648 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] No DVR routers for this DVR port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 on host dv-cinder-817351-1-iscsi {{(pid=102060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:24.639570 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Pushing event deleted for resources: {'Port': ['ID=24a6f0ac-1e01-48c3-acf9-f36f94b1a715,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:24.641893 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] No DVR routers for this DVR port 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:24.651333 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.651904 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.652481 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.652819 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.653147 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.653473 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.653809 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.654123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.654715 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.655039 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.655354 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.655668 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369b204-e41d-46f1-97cb-3441d55c3d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:42:24.709243 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.728353 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dafc81-ead5-4551-8d19-fe9423bfe44d']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:24.737921 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48140e07-dc70-458e-a308-23b2ec691e5f') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:24.738238 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48140e07-dc70-458e-a308-23b2ec691e5f') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:24.747232 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.759845 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.765760 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:42:24.766667 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:42:24.768373 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:42:24.883453 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.888860 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:24.892481 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57dafc81-ead5-4551-8d19-fe9423bfe44d HTTP/1.1" status: 204 len: 168 time: 0.6699557 Nov 10 08:42:24.904203 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a78b8-78aa-4b86-81fa-7f3795b846b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dafc81-ead5-4551-8d19-fe9423bfe44d,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:25.009736 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 19f32a11-b63b-441e-a252-c2cf48869ba1 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:25.030494 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 19f32a11-b63b-441e-a252-c2cf48869ba1 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:25.030863 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 19f32a11-b63b-441e-a252-c2cf48869ba1 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:25.031264 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:25.049919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:25.050269 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 24a6f0ac-1e01-48c3-acf9-f36f94b1a715 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:25.050680 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device d00f65b8-cb83-462a-8abe-831602c13521 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:25.068742 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: d00f65b8-cb83-462a-8abe-831602c13521 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:25.069087 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device d00f65b8-cb83-462a-8abe-831602c13521 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:25.126357 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51768) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:25.165518 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6caddc64-5331-4546-a24c-50b0c76520cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3520025ebe8b4ee088a48a444c355428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378335 Nov 10 08:42:25.167707 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51770) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:25.212961 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:25.232766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:25.351707 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:25.354319 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:25.355456 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb5a21a8-fdfc-4c95-a3d9-a67bd4d2af0b HTTP/1.1" status: 204 len: 168 time: 0.1868386 Nov 10 08:42:25.363039 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b7e69-d435-4816-a0b5-89b6e0271fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a21a8-fdfc-4c95-a3d9-a67bd4d2af0b,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:25.684762 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8829341-5e48-48b1-8529-cc9c9e3dc118 req-bdec9bdd-080e-4e4b-a284-331809641b8f tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:25.686149 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8829341-5e48-48b1-8529-cc9c9e3dc118 req-bdec9bdd-080e-4e4b-a284-331809641b8f tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0479703 Nov 10 08:42:25.737925 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8829341-5e48-48b1-8529-cc9c9e3dc118 req-d10d1a15-537c-4f70-8b57-6ca1b4dcedbd tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450714 Nov 10 08:42:25.993930 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51778) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:26.032531 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-10663c49-2193-4899-951f-3709a5129b3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c22f8e65e381444fb3b507ef26404424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374961 Nov 10 08:42:26.034878 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51780) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:26.079278 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:26.100084 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:26.224586 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:26.227206 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:26.228361 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9d62dd6-de8c-453d-aa6b-9ce17d032c05 HTTP/1.1" status: 204 len: 168 time: 0.1926196 Nov 10 08:42:26.236324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c49b60-3531-4820-96ee-879ad945bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d62dd6-de8c-453d-aa6b-9ce17d032c05,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:26.850670 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754c186-b805-497a-a117-81eb9832bdbf req-b8cbe32b-f056-489f-91f7-24eed8f72061 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:26.852126 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9754c186-b805-497a-a117-81eb9832bdbf req-b8cbe32b-f056-489f-91f7-24eed8f72061 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 944 time: 0.0470238 Nov 10 08:42:26.902093 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9754c186-b805-497a-a117-81eb9832bdbf req-a4e72153-44b5-40ab-9299-36bac0169ac9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442567 Nov 10 08:42:27.522219 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f51c4f5a-d474-435d-a4e4-eb41e33431db details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:42:27.615318 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:27.626538 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'port_id': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'mac_address': 'fa:16:3e:b8:ca:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:42:27.661598 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:27.677304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c4f5a-d474-435d-a4e4-eb41e33431db {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:42:27.695099 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:27.757209 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:27.803245 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:28.012829 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d17310-e58c-492d-ab63-4dffd0ae789b req-b3f7fdf7-90a3-41d1-b82f-1712d17d05d0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:28.014329 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24d17310-e58c-492d-ab63-4dffd0ae789b req-b3f7fdf7-90a3-41d1-b82f-1712d17d05d0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Nov 10 08:42:28.017277 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['f51c4f5a-d474-435d-a4e4-eb41e33431db'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:42:28.062932 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-24d17310-e58c-492d-ab63-4dffd0ae789b req-4ef118f9-9d58-48c1-9049-f4559952518e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422215 Nov 10 08:42:29.173422 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b2f0-b15e-438e-97e9-e19510ecdf96 req-e37da4ca-7aa9-4d80-916f-24cc7096183d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:29.174842 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2ef4b2f0-b15e-438e-97e9-e19510ecdf96 req-e37da4ca-7aa9-4d80-916f-24cc7096183d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Nov 10 08:42:29.221552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-2ef4b2f0-b15e-438e-97e9-e19510ecdf96 req-375454f1-4815-41c1-aaf2-7f1070f3224a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409510 Nov 10 08:42:29.530332 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f51c4f5a-d474-435d-a4e4-eb41e33431db up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:42:29.626100 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port f51c4f5a-d474-435d-a4e4-eb41e33431db completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:42:29.629960 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port f51c4f5a-d474-435d-a4e4-eb41e33431db triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:42:29.630504 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:29.707706 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:29.728646 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:29.730867 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17619a04-aac4-49e2-8d7a-4fda226d0b9b" -d '{"events": [{"server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "name": "network-vif-plugged", "status": "completed", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:29.742663 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:29.768318 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4bd625-1638-49a7-8c1d-33b66f55b1ab x-openstack-request-id: req-1f4bd625-1638-49a7-8c1d-33b66f55b1ab {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:29.768611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "name": "network-vif-plugged", "status": "completed", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:29.768866 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f4bd625-1638-49a7-8c1d-33b66f55b1ab {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:29.769263 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'code': 200} Nov 10 08:42:29.814768 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:29.862110 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:30.114333 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769dc2e-c040-4967-8bbb-0d725c2f877e req-37acdbd5-9ea0-4b75-8a24-62e2203c1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:30.115676 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6769dc2e-c040-4967-8bbb-0d725c2f877e req-37acdbd5-9ea0-4b75-8a24-62e2203c1766 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1099 time: 0.0388706 Nov 10 08:42:30.167200 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-6769dc2e-c040-4967-8bbb-0d725c2f877e req-515164ff-2788-415c-8763-6fcd3b8a60ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423050 Nov 10 08:42:30.336251 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8844a2-8327-4034-bd95-41679a540d17 req-4ff0cfbd-f5e2-48fd-9972-6d1568579dd1 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:30.337682 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5e8844a2-8327-4034-bd95-41679a540d17 req-4ff0cfbd-f5e2-48fd-9972-6d1568579dd1 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.0506887 Nov 10 08:42:30.385385 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5e8844a2-8327-4034-bd95-41679a540d17 req-65416cda-76f7-457d-975c-7062ec20cd42 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418434 Nov 10 08:42:31.497858 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576b22c-2514-4447-a479-90c66e4f7b87 req-c98ddbac-0cb5-499a-b82b-e80c13f7da9d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:31.499315 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f576b22c-2514-4447-a479-90c66e4f7b87 req-c98ddbac-0cb5-499a-b82b-e80c13f7da9d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.0471308 Nov 10 08:42:31.548157 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f576b22c-2514-4447-a479-90c66e4f7b87 req-41bc0b3c-e929-4ecf-a0c6-d142dde93d52 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423260 Nov 10 08:42:31.664420 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0d3-4ebf-4181-8f25-5715c4cd149f req-0f5b9900-eebd-46d0-b255-c67639fffb35 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:31.665777 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99d7e0d3-4ebf-4181-8f25-5715c4cd149f req-0f5b9900-eebd-46d0-b255-c67639fffb35 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.0518851 Nov 10 08:42:31.934293 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-99d7e0d3-4ebf-4181-8f25-5715c4cd149f req-060b67a1-bab9-4671-a0f9-c1a920898652 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2626030 Nov 10 08:42:31.956081 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51798) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:32.179204 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c274536-8e4f-4459-8416-0a1e0e0f8af2 tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:32.180728 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0c274536-8e4f-4459-8416-0a1e0e0f8af2 tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1094 time: 0.2237039 Nov 10 08:42:32.183563 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51802) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:32.187907 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'port_id': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:42:32.323509 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:32.416774 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:32.516752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.27.3.81 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/2300f660-00fe-446a-8079-98313fe05a83) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:42:32.617910 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:32.683304 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:32.719080 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:42:32.723820 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:42:32.727305 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:42:32.749726 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=2300f660-00fe-446a-8079-98313fe05a83,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:33.084673 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.193682 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.338110 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.385695 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.453594 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=2300f660-00fe-446a-8079-98313fe05a83,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:33.462894 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.560303 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP c08a49a9-a85c-4024-a662-d5aefc06c128 associated. External IP: 172.27.3.81, port: f51c4f5a-d474-435d-a4e4-eb41e33431db. Nov 10 08:42:33.760608 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:33.860872 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:33.870020 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:33.878725 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:33.879321 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:33.942505 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:33.974735 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-ef4e63c4-469b-4ae6-bab7-2768d13d8a3d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7900350 Nov 10 08:42:33.975499 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:33.978503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eeff80-2303-495c-b2df-6a2ff5edaa17" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:33.983816 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:34.017601 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911d360-5f32-4b5d-9b3e-210b0cce80fb x-openstack-request-id: req-8911d360-5f32-4b5d-9b3e-210b0cce80fb {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:34.017896 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:34.018150 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8911d360-5f32-4b5d-9b3e-210b0cce80fb {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:34.018552 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'status': 'completed', 'code': 200} Nov 10 08:42:34.078953 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-32b336a0-a94d-43d7-b504-c2f8099afc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:34.080463 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-32b336a0-a94d-43d7-b504-c2f8099afc48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1099 time: 0.0405269 Nov 10 08:42:34.173241 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-47a62520-2456-4198-8c3f-e3b9da52e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:34.174716 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-47a62520-2456-4198-8c3f-e3b9da52e5ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0873656 Nov 10 08:42:34.207133 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c08a49a9-a85c-4024-a662-d5aefc06c128', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b8:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:42:32Z', 'updated_at': '2021-11-10T08:42:32Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:34.232205 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:34.239951 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-c791d7d4-b139-438f-9b7c-33e8f05c9ecf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 200 len: 999 time: 0.0569513 Nov 10 08:42:34.240448 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:34.241037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:34.288611 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-2dea73c0-59b4-4dd1-bd2a-55c45ac902f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:34.289962 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-2dea73c0-59b4-4dd1-bd2a-55c45ac902f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0433633 Nov 10 08:42:34.338587 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-508de030-05ff-4c9b-9348-c8245392c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:34.340088 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-508de030-05ff-4c9b-9348-c8245392c706 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431998 Nov 10 08:42:34.345598 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:34.427227 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-672d7b76-c995-4107-89f8-2be86440a5b4 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795605 Nov 10 08:42:34.519346 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-d9eeff80-2303-495c-b2df-6a2ff5edaa17 req-d5090e96-c8ae-4f75-a834-d6e5ce807933 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 Nov 10 08:42:34.568491 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c08a49a9-a85c-4024-a662-d5aefc06c128', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b8:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:42:32Z', 'updated_at': '2021-11-10T08:42:32Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:34.594298 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea6796-ecb4-40fb-b26e-9dbdf2766962 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': 'c08a49a9-a85c-4024-a662-d5aefc06c128', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b8:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:42:32Z', 'updated_at': '2021-11-10T08:42:32Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:34.783764 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12e04d-5c3a-46e0-865f-ea16f0134fdd None None] New status for floating IP c08a49a9-a85c-4024-a662-d5aefc06c128: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:42:34.807692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:35.148575 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:42:43.013304 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-08570d0a-8bb9-4cd2-ac3e-528c216d750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:45.346581 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bb36-6ac0-49dd-a78d-86a47975b945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:45.810264 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-aff5f0b1-07d5-46fc-af4e-41dcd00cd37f tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716686438&fields=id&tenant_id=14cdd868c850464894c0cee7cd5e8cda HTTP/1.1" status: 200 len: 267 time: 0.0459139 Nov 10 08:42:45.862342 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-66783203-9f56-4b95-b4b0-b5bfb75050d7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:45.863817 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-66783203-9f56-4b95-b4b0-b5bfb75050d7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 985 time: 0.0471568 Nov 10 08:42:45.874446 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Request body: {'port': {'security_groups': ['42d59d01-8864-41ea-94e3-3263447f9606']}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:42:45.945501 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.115175 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:46.145946 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.202751 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.215494 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:42:46.245074 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:46.245694 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.247080 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-acf5759a-4190-46ce-bbaf-274ae23db459 req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "PUT /v2.0/ports/c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 943 time: 0.3769224 Nov 10 08:42:46.250314 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:46.252766 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711037d6-c83d-45da-9698-aa6d40f4eaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:46.253581 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51814) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:46.284810 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf4db-4f9e-4821-9d02-5c17a2a5a567 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event updated for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=7']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:46.345714 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:42:46.351008 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.389271 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.486134 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a2d4f-ffad-4226-a6fc-75b4830ece8e x-openstack-request-id: req-fa6a2d4f-ffad-4226-a6fc-75b4830ece8e {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:46.486485 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:46.486822 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa6a2d4f-ffad-4226-a6fc-75b4830ece8e {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:46.487233 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:42:46.537536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.543767 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.543767 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.544782 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "DELETE /v2.0/security-groups/eefd0746-24cc-4f47-b1fd-ed0baf8ae284 HTTP/1.1" status: 204 len: 168 time: 0.2872851 Nov 10 08:42:46.547557 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51818) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:46.557648 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0086e-e3b0-48b7-bf69-93395375e29a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd0746-24cc-4f47-b1fd-ed0baf8ae284,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:46.572661 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-734dbbba-b33d-44e4-8fcf-55c0f6d63ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:46.574681 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-734dbbba-b33d-44e4-8fcf-55c0f6d63ad3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1099 time: 0.0613711 Nov 10 08:42:46.586068 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-d569aa7e-4274-4883-838a-39bdcba487e4 None None] Provisioning complete for port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:42:46.586431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d569aa7e-4274-4883-838a-39bdcba487e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.681570 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-86a7980a-6c27-451f-9a6f-562315378473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:46.682984 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-86a7980a-6c27-451f-9a6f-562315378473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.0998464 Nov 10 08:42:46.716583 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Deleting port 8c0597f3-0515-439b-8b12-1dc092fc85d8 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:46.716985 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.754085 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-e4088238-4877-413f-a1b9-477e2e8c67f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 1002 time: 0.0640163 Nov 10 08:42:46.797752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.798079 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:46.808936 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-4be26f1b-1134-419e-8836-48926db828e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:46.809559 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Calling delete_port for 8c0597f3-0515-439b-8b12-1dc092fc85d8 owned by network:floatingip {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:46.810343 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-4be26f1b-1134-419e-8836-48926db828e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0470731 Nov 10 08:42:46.855269 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-315f7eab-aabe-490d-8edb-d88722b52b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:46.856755 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-315f7eab-aabe-490d-8edb-d88722b52b97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392828 Nov 10 08:42:46.952725 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-af75ecae-0ed7-4df3-a28c-ad5937098d10 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817409 Nov 10 08:42:47.030319 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:47.044456 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-711037d6-c83d-45da-9698-aa6d40f4eaf6 req-326bab2d-5e52-4929-80cd-e464558b4f0a service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Nov 10 08:42:47.056859 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event deleted for resources: {'Port': ['ID=8c0597f3-0515-439b-8b12-1dc092fc85d8,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:47.113925 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks [] for floatingip, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:47.114257 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Floating IP 578caffe-a893-4a9b-911b-d5ed04eea3ca disassociated (deleted). External IP: 172.27.3.139, port: c0a96040-6ec0-478d-ad87-1fc7ae7d1604. Nov 10 08:42:47.546892 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Router 7cbc1330-e2f2-4808-8d5e-459433a182fe has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:47.651436 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:47.655807 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:47.661973 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Sync routers for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:47.672297 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:47.672911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:47.682709 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-df9c94ee-92e8-45e9-aea6-e140c7156a1c tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "DELETE /v2.0/floatingips/578caffe-a893-4a9b-911b-d5ed04eea3ca HTTP/1.1" status: 204 len: 168 time: 1.1340172 Nov 10 08:42:47.793351 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:47.869783 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:47.998426 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:48.026650 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Checking router: 7cbc1330-e2f2-4808-8d5e-459433a182fe for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:48.036004 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:48.036611 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:48.146129 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:48.344986 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:48.373638 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365436a4-d2cb-47a0-b678-3f93de37f211 None None] The sync data for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi is: [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:40Z', 'revision_number': 4, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '86649102-a848-4cdc-bdf0-36ea6eadcc5f', 'name': '', 'network_id': '80e67cb2-3d46-4319-98a3-bfd33fb931ef', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'mac_address': 'fa:16:3e:8a:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:40Z', 'updated_at': '2021-11-10T08:40:45Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'subnets': [{'id': 'e24da8f8-5301-4d29-8bf5-0388c60ad190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:48.488175 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:48.490761 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:48.529859 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd9c699-54fe-49a4-9b50-7658c2215e6c x-openstack-request-id: req-7fd9c699-54fe-49a4-9b50-7658c2215e6c {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:48.530148 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:48.530452 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fd9c699-54fe-49a4-9b50-7658c2215e6c {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:48.530870 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:42:48.573869 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:48.602415 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-87febd4a-e095-4666-9047-1c7208b9f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:48.603048 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16c64b-3e63-4d98-88ff-e046b5e90617 None None] New status for floating IP 578caffe-a893-4a9b-911b-d5ed04eea3ca: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:42:48.604018 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-87febd4a-e095-4666-9047-1c7208b9f1d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14cdd868c850464894c0cee7cd5e8cda&device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 1099 time: 0.0491378 Nov 10 08:42:48.702704 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-78e5d8b9-38c0-4519-b834-13eaa005b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:48.704197 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-78e5d8b9-38c0-4519-b834-13eaa005b3f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 200 len: 915 time: 0.0910904 Nov 10 08:42:48.745124 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-c18252a1-d36f-4f70-a9fd-de021421dd59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 200 len: 217 time: 0.0331447 Nov 10 08:42:48.794614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-5884928c-dfaf-4a95-90e2-2606d6eb8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:48.796035 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-5884928c-dfaf-4a95-90e2-2606d6eb8433 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 200 len: 853 time: 0.0425947 Nov 10 08:42:48.848695 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-ab3c3471-216b-4e09-a422-919fdbb6c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:48.850086 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-ab3c3471-216b-4e09-a422-919fdbb6c3c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80e67cb2-3d46-4319-98a3-bfd33fb931ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456567 Nov 10 08:42:48.942582 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-258bda80-8d62-4740-989d-6e578ae8c5ae service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828705 Nov 10 08:42:49.038918 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-56d977d6-83fa-4fdb-b2f6-0efa0b74a69c req-dc3939ec-e80f-42dd-8878-0e72b8258306 service neutron] 10.222.0.45 "GET /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890343 Nov 10 08:42:50.807360 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92fbf4-a2d8-4c78-9ac1-7dfe179abff6 req-b74a6d88-b3b1-46a8-96b3-24e059597ed1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:50.808850 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ff92fbf4-a2d8-4c78-9ac1-7dfe179abff6 req-b74a6d88-b3b1-46a8-96b3-24e059597ed1 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0519097 Nov 10 08:42:50.855129 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ff92fbf4-a2d8-4c78-9ac1-7dfe179abff6 req-17ebfaaf-fda3-4de0-82af-ac13bfa7de41 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Nov 10 08:42:51.968741 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bc738-2863-4738-80a6-6ed69d3fcddf req-149e2f0d-966f-4174-89f5-d19e0a7145d9 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:51.970188 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b7bc738-2863-4738-80a6-6ed69d3fcddf req-149e2f0d-966f-4174-89f5-d19e0a7145d9 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0480173 Nov 10 08:42:52.018856 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b7bc738-2863-4738-80a6-6ed69d3fcddf req-e6e91f2d-5801-4794-8989-a30fc4d7ef2a tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/security-groups?id=42d59d01-8864-41ea-94e3-3263447f9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Nov 10 08:42:52.609352 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-c487e3be-ad1b-4beb-b31e-642056090b52 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:42:52.610781 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-c487e3be-ad1b-4beb-b31e-642056090b52 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.45 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 946 time: 0.0485814 Nov 10 08:42:52.696951 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Deleting port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:52.697279 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:52.786878 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] For port c0a96040-6ec0-478d-ad87-1fc7ae7d1604, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:52.787236 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:52.799343 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Calling delete_port for c0a96040-6ec0-478d-ad87-1fc7ae7d1604 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:53.003435 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:53.016168 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['c0a96040-6ec0-478d-ad87-1fc7ae7d1604'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:42:53.031796 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Pushing event deleted for resources: {'Port': ['ID=c0a96040-6ec0-478d-ad87-1fc7ae7d1604,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:53.074087 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] No DVR routers for this DVR port c0a96040-6ec0-478d-ad87-1fc7ae7d1604 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:53.077067 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:53.080868 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-51cb95bf-466b-48b6-8672-87a45fa39b00 req-73876098-c612-4b9b-9ab4-5bd0fd1a2ab7 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.45 "DELETE /v2.0/ports/c0a96040-6ec0-478d-ad87-1fc7ae7d1604 HTTP/1.1" status: 204 len: 173 time: 0.4626594 Nov 10 08:42:53.081311 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'name': 'network-vif-deleted', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:42:53.083577 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b85e032-f1ba-479b-8689-fba2564c4a84" -d '{"events": [{"server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "name": "network-vif-deleted", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:42:53.117026 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fee491b9-f7d9-4fc3-b1c5-3a223b39c533 req-95de905b-4600-424a-860d-7efba26e2f15 tempest-TestMinimumBasicScenario-175654985 tempest-TestMinimumBasicScenario-175654985-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc9e62-d629-4841-bb24-83f5455ac5af HTTP/1.1" status: 200 len: 210 time: 0.0273654 Nov 10 08:42:53.124752 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408bc9d-0804-4c7c-869f-603286141e12 x-openstack-request-id: req-5408bc9d-0804-4c7c-869f-603286141e12 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:42:53.125044 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc9e62-d629-4841-bb24-83f5455ac5af", "name": "network-vif-deleted", "tag": "c0a96040-6ec0-478d-ad87-1fc7ae7d1604", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:42:53.125308 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5408bc9d-0804-4c7c-869f-603286141e12 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:42:53.125686 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc9e62-d629-4841-bb24-83f5455ac5af', 'name': 'network-vif-deleted', 'tag': 'c0a96040-6ec0-478d-ad87-1fc7ae7d1604', 'status': 'completed', 'code': 200} Nov 10 08:42:55.305274 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51902) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:55.636798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:55.646281 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device c0a96040-6ec0-478d-ad87-1fc7ae7d1604 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:55.669274 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: c0a96040-6ec0-478d-ad87-1fc7ae7d1604 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:55.669619 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device c0a96040-6ec0-478d-ad87-1fc7ae7d1604 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:55.873257 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Deleting port 86649102-a848-4cdc-bdf0-36ea6eadcc5f {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:55.873587 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:55.952247 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] For port 86649102-a848-4cdc-bdf0-36ea6eadcc5f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=86649102-a848-4cdc-bdf0-36ea6eadcc5f,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:55.952525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:55.964331 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Calling delete_port for 86649102-a848-4cdc-bdf0-36ea6eadcc5f owned by network:router_interface {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:56.202907 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:56.227944 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86649102-a848-4cdc-bdf0-36ea6eadcc5f,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:56.392205 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:56.599901 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Router 7cbc1330-e2f2-4808-8d5e-459433a182fe has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:56.701176 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:56.706152 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-728e37c7-da17-4250-8dda-2d3d990ba9c0 admin admin] 10.222.0.21 "PUT /v2.0/routers/7cbc1330-e2f2-4808-8d5e-459433a182fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997865 Nov 10 08:42:56.708883 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51904) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:56.710276 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Sync routers for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:42:56.719410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:56.720053 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:56.810562 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:56.822368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:56.908924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.006921 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:42:56Z', 'revision_number': 5, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port': {'id': '8d923d90-b246-4a91-977a-dc4b0c1ce146', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:57.028701 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Deleting port 8d923d90-b246-4a91-977a-dc4b0c1ce146 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:57.029804 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.034610 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Checking router: 7cbc1330-e2f2-4808-8d5e-459433a182fe for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:42:57.043650 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Routers {'7cbc1330-e2f2-4808-8d5e-459433a182fe'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:42:57.044278 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['7cbc1330-e2f2-4808-8d5e-459433a182fe'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:57.110230 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] For port 8d923d90-b246-4a91-977a-dc4b0c1ce146, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=8d923d90-b246-4a91-977a-dc4b0c1ce146,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:57.110585 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.122208 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Calling delete_port for 8d923d90-b246-4a91-977a-dc4b0c1ce146 owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:57.127045 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] Set router 7cbc1330-e2f2-4808-8d5e-459433a182fe gateway port host: None {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:42:57.179747 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:42:56Z', 'revision_number': 6, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:57.204876 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961af4f-03b3-4c5d-b3d6-ddb99c2be409 None None] The sync data for ids ['7cbc1330-e2f2-4808-8d5e-459433a182fe'] in dv-cinder-817351-1-iscsi is: [{'id': '7cbc1330-e2f2-4808-8d5e-459433a182fe', 'name': 'tempest-TestMinimumBasicScenario-340555682-router', 'tenant_id': '14cdd868c850464894c0cee7cd5e8cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:37Z', 'updated_at': '2021-11-10T08:42:56Z', 'revision_number': 6, 'project_id': '14cdd868c850464894c0cee7cd5e8cda', 'gw_port_host': None}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:42:57.328443 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.359783 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d923d90-b246-4a91-977a-dc4b0c1ce146,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:57.411781 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.502791 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.504825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.608773 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.609346 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbc1330-e2f2-4808-8d5e-459433a182fe {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:42:57.614231 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.615474 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-15e6419c-ff2e-4b69-8412-bd220f7c9b3c admin admin] 10.222.0.21 "DELETE /v2.0/routers/7cbc1330-e2f2-4808-8d5e-459433a182fe HTTP/1.1" status: 204 len: 168 time: 0.9055581 Nov 10 08:42:57.618097 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51906) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:57.663288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Deleting subnet e24da8f8-5301-4d29-8bf5-0388c60ad190 {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:42:57.666277 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.699341 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.776924 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.894654 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.921926 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24da8f8-5301-4d29-8bf5-0388c60ad190,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:57.927412 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:57.927412 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-4cf12971-aa3b-4e72-89b2-34d1e8a25ca0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e24da8f8-5301-4d29-8bf5-0388c60ad190 HTTP/1.1" status: 204 len: 168 time: 0.3071425 Nov 10 08:42:57.929178 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51908) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:57.935869 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8100f9-5984-4142-98d4-7f0ad0a24ddf None None] Network 80e67cb2-3d46-4319-98a3-bfd33fb931ef requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:42:58.000955 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.059187 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Deleting port 5a7ae269-e758-4cdd-bd30-e28097ae3521 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:58.059525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.124985 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] For port 5a7ae269-e758-4cdd-bd30-e28097ae3521, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=5a7ae269-e758-4cdd-bd30-e28097ae3521,segment=NetworkSegment(121939cf-309a-4427-a48c-66e18d30e815),segment_id=121939cf-309a-4427-a48c-66e18d30e815)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:58.125338 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.138510 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Calling delete_port for 5a7ae269-e758-4cdd-bd30-e28097ae3521 owned by network:dhcp {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:58.260251 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] DHCP port deletion for 80e67cb2-3d46-4319-98a3-bfd33fb931ef request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:42:58.270092 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.296061 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7ae269-e758-4cdd-bd30-e28097ae3521,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:58.300795 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] No DVR routers for this DVR port 5a7ae269-e758-4cdd-bd30-e28097ae3521 on host dv-cinder-817351-1-iscsi {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:58.306763 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Deleting port 5a7ae269-e758-4cdd-bd30-e28097ae3521 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:58.307138 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.371722 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] For port 5a7ae269-e758-4cdd-bd30-e28097ae3521, host dv-cinder-817351-1-iscsi, got binding levels [] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:58.372143 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.372860 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.384475 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Calling delete_port for 5a7ae269-e758-4cdd-bd30-e28097ae3521 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:58.387115 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.ipam_backend_mixin [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Port 5a7ae269-e758-4cdd-bd30-e28097ae3521 was not found and therefore no delete operation was performed {{(pid=102062) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 08:42:58.388408 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.393585 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e67cb2-3d46-4319-98a3-bfd33fb931ef']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:58.402708 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121939cf-309a-4427-a48c-66e18d30e815') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:58.402999 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121939cf-309a-4427-a48c-66e18d30e815') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:42:58.412425 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.413420 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] Pushing event deleted for resources: {'Port': ['ID=5a7ae269-e758-4cdd-bd30-e28097ae3521,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:58.418008 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cd7b9-d316-4d6a-88e6-67b0205ecbbf None None] No DVR routers for this DVR port 5a7ae269-e758-4cdd-bd30-e28097ae3521 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:42:58.426096 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.432471 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:42:58.432856 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:42:58.434626 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:42:58.551346 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.555625 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:58.558938 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/80e67cb2-3d46-4319-98a3-bfd33fb931ef HTTP/1.1" status: 204 len: 168 time: 0.6287789 Nov 10 08:42:58.562001 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51910) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:58.571988 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cbef9-d815-4801-b670-9905808a33ae admin admin] Pushing event deleted for resources: {'Network': ['ID=80e67cb2-3d46-4319-98a3-bfd33fb931ef,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:58.897191 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:59.025149 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 5a7ae269-e758-4cdd-bd30-e28097ae3521 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:59.048457 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 5a7ae269-e758-4cdd-bd30-e28097ae3521 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:59.049541 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 5a7ae269-e758-4cdd-bd30-e28097ae3521 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:59.050014 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 8d923d90-b246-4a91-977a-dc4b0c1ce146 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:59.068102 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 8d923d90-b246-4a91-977a-dc4b0c1ce146 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:59.068442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 8d923d90-b246-4a91-977a-dc4b0c1ce146 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:59.068848 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 86649102-a848-4cdc-bdf0-36ea6eadcc5f no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:42:59.087928 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 86649102-a848-4cdc-bdf0-36ea6eadcc5f {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:42:59.088275 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 86649102-a848-4cdc-bdf0-36ea6eadcc5f not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:42:59.136966 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Deleting port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:42:59.137303 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:59.212389 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] For port 1ecb5cc1-18fd-451c-8ca2-47f70da2b677, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:42:59.212666 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:59.224748 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Calling delete_port for 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:42:59.488253 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:59.510837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecb5cc1-18fd-451c-8ca2-47f70da2b677,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:42:59.677959 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:42:59.882386 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:42:59.983843 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:42:59.989245 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-93701d84-7883-4b66-8cd7-85fa160cad23 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d4b31ad-5bcc-4af4-ba9f-731ae61a8247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262178 Nov 10 08:42:59.991669 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51912) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:42:59.995477 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Sync routers for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:43:00.006116 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:43:00.006801 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:00.112757 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:43:00.293203 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:42:59Z', 'revision_number': 5, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:00.319323 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Checking router: 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:43:00.324345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:00.327650 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Routers {'0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:43:00.328263 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:42:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:00.422786 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:00.427868 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] Set router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:43:00.571546 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Deleting port 7f531530-968a-4320-918b-ed5e592c1b3f {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:43:00.571917 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:00.610885 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:42:59Z', 'revision_number': 5, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:00.649922 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] For port 7f531530-968a-4320-918b-ed5e592c1b3f, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=7f531530-968a-4320-918b-ed5e592c1b3f,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:43:00.650294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:00.664054 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Calling delete_port for 7f531530-968a-4320-918b-ed5e592c1b3f owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:43:00.726202 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f177959-e73b-49dd-85da-2eb1d661d3e8 None None] The sync data for ids ['0d4b31ad-5bcc-4af4-ba9f-731ae61a8247'] in dv-cinder-817351-1-iscsi is: [{'id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'name': 'tempest-TestMinimumBasicScenario-526677072-router', 'tenant_id': '6ce893b7d3b143f9a6f6f612e4456768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:40:44Z', 'updated_at': '2021-11-10T08:42:59Z', 'revision_number': 5, 'project_id': '6ce893b7d3b143f9a6f6f612e4456768', 'gw_port': {'id': '7f531530-968a-4320-918b-ed5e592c1b3f', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b31ad-5bcc-4af4-ba9f-731ae61a8247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:40:45Z', 'updated_at': '2021-11-10T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:43:00.905278 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:00.933984 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f531530-968a-4320-918b-ed5e592c1b3f,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:00.992024 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.078976 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.081732 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.182385 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:43:01.186117 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.186117 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:43:01.192942 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.196218 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-57ef331e-97b4-43a4-8830-94183fcc4767 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d4b31ad-5bcc-4af4-ba9f-731ae61a8247 HTTP/1.1" status: 204 len: 168 time: 1.2011421 Nov 10 08:43:01.196419 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51914) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:01.203806 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:43:01.204177 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 1ecb5cc1-18fd-451c-8ca2-47f70da2b677 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:43:01.245503 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Deleting subnet ab54f062-41b5-4143-a555-f943da56bafe {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:43:01.248753 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.282979 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.359609 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.493441 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.519324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab54f062-41b5-4143-a555-f943da56bafe,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:01.522815 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.526011 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-9a541b34-9193-48f9-969a-bb6948e3d7ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab54f062-41b5-4143-a555-f943da56bafe HTTP/1.1" status: 204 len: 168 time: 0.3285463 Nov 10 08:43:01.528343 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f716e08-4c93-42fd-81c0-8a0993ad8a83 None None] Network 0b1b055e-647c-414f-bdc8-fdfa17ceabbd requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:43:01.528552 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 51916) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:01.597391 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.650339 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Deleting port 0d4203ec-a85f-4c57-80a6-30798a0552a3 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:43:01.650680 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.717462 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] For port 0d4203ec-a85f-4c57-80a6-30798a0552a3, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=0d4203ec-a85f-4c57-80a6-30798a0552a3,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:43:01.717825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.727966 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] DHCP port deletion for 0b1b055e-647c-414f-bdc8-fdfa17ceabbd request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:43:01.733431 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Calling delete_port for 0d4203ec-a85f-4c57-80a6-30798a0552a3 owned by network:dhcp {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:43:01.784402 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Deleting port 0d4203ec-a85f-4c57-80a6-30798a0552a3 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:43:01.784621 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.850422 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] For port 0d4203ec-a85f-4c57-80a6-30798a0552a3, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=0d4203ec-a85f-4c57-80a6-30798a0552a3,segment=NetworkSegment(0184640b-1a45-4ab6-9201-28656a0e3222),segment_id=0184640b-1a45-4ab6-9201-28656a0e3222)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:43:01.850801 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.863228 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Calling delete_port for 0d4203ec-a85f-4c57-80a6-30798a0552a3 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:43:01.877246 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.906458 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4203ec-a85f-4c57-80a6-30798a0552a3,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:01.908991 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] No DVR routers for this DVR port 0d4203ec-a85f-4c57-80a6-30798a0552a3 on host dv-cinder-817351-1-iscsi {{(pid=102060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:43:01.940108 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:01.964536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] Pushing event deleted for resources: {'Port': ['ID=0d4203ec-a85f-4c57-80a6-30798a0552a3,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:01.968015 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee67d76-615c-4db0-983a-eb1e5037802e None None] No DVR routers for this DVR port 0d4203ec-a85f-4c57-80a6-30798a0552a3 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:43:01.982408 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.002110 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b055e-647c-414f-bdc8-fdfa17ceabbd']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:02.010950 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0184640b-1a45-4ab6-9201-28656a0e3222') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:02.011241 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0184640b-1a45-4ab6-9201-28656a0e3222') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:43:02.020278 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.032706 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.039125 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:43:02.039448 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:43:02.041059 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:43:02.139735 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.144992 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.148120 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b1b055e-647c-414f-bdc8-fdfa17ceabbd HTTP/1.1" status: 204 len: 168 time: 0.6186085 Nov 10 08:43:02.159268 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac74dc-bccd-4379-be59-6f38a33c4665 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1b055e-647c-414f-bdc8-fdfa17ceabbd,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:02.457845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51920) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:02.496365 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-33ec8c5b-7d0c-4463-be3f-b31d7edecd42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14cdd868c850464894c0cee7cd5e8cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373769 Nov 10 08:43:02.498789 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51922) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:02.547334 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.567406 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.682293 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.684825 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:02.685974 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42d59d01-8864-41ea-94e3-3263447f9606 HTTP/1.1" status: 204 len: 168 time: 0.1862347 Nov 10 08:43:02.693991 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d2ec5-7ef7-4477-b3ce-617e064231b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d59d01-8864-41ea-94e3-3263447f9606,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:03.024426 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 7f531530-968a-4320-918b-ed5e592c1b3f no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:43:03.045805 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 7f531530-968a-4320-918b-ed5e592c1b3f {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:43:03.046151 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 7f531530-968a-4320-918b-ed5e592c1b3f not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:43:03.046747 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 0d4203ec-a85f-4c57-80a6-30798a0552a3 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:43:03.066273 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 0d4203ec-a85f-4c57-80a6-30798a0552a3 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:43:03.069340 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 0d4203ec-a85f-4c57-80a6-30798a0552a3 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:43:03.303216 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51930) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:03.341712 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c4ce10c3-0df6-486e-a4cc-8a02a448f800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ce893b7d3b143f9a6f6f612e4456768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373759 Nov 10 08:43:03.344048 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 51932) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:43:03.389413 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:03.410539 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:03.511002 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:03.513507 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:03.514671 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1db45509-c62c-45be-8ed6-7c3b260df26d HTTP/1.1" status: 204 len: 168 time: 0.1697197 Nov 10 08:43:03.522750 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a6307-cea5-414a-b401-fee970045228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db45509-c62c-45be-8ed6-7c3b260df26d,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:43:04.813597 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:12.146445 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:43:13.025216 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ae7e27bb-58a1-4567-8208-ad07d7013eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:15.257391 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-680a4c69-94cb-416a-a655-cb9a0f8c7932 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1742473 Nov 10 08:43:15.309760 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-26a5a2db-3dd3-42ce-a98c-309463a6f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:15.341447 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-e34cbcb1-3502-4169-95d9-1a2aaa1dc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:43:15.342869 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-e34cbcb1-3502-4169-95d9-1a2aaa1dc7d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1099 time: 0.0408356 Nov 10 08:43:15.444135 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-a4b0b16e-1bd7-4a49-ae49-768ceb3ace95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:43:15.445545 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-a4b0b16e-1bd7-4a49-ae49-768ceb3ace95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0828915 Nov 10 08:43:15.511717 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-25b09704-e9a8-4d3e-a410-0ca93b872bba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 200 len: 1001 time: 0.0587850 Nov 10 08:43:15.559437 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-22474695-192b-4659-b672-edf0bc847836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:43:15.560895 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-22474695-192b-4659-b672-edf0bc847836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0425637 Nov 10 08:43:15.604921 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-945db323-b93b-4d55-b9d7-1d551bb80888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:43:15.606283 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-945db323-b93b-4d55-b9d7-1d551bb80888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387166 Nov 10 08:43:15.617061 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-6403666c-f7aa-40df-9b76-3677bbeb176b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:43:15.617985 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-6403666c-f7aa-40df-9b76-3677bbeb176b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053596 Nov 10 08:43:15.708886 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-8e979985-213d-4c31-bc7a-ae86e80f0826 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829210 Nov 10 08:43:15.796657 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-0d7e07ff-d2ee-40fa-bf23-828ad7d671ce req-be94f616-a9b4-4f4e-9904-afe0d40deed8 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Nov 10 08:43:16.408117 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:17.801971 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:18.533897 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:34.830317 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:43.041665 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-80896b46-5bab-42b9-a6e5-ed1741a88914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:45.309081 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-19bdba63-408f-4a9f-9d68-1b52b76fd4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:46.401646 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:47.813414 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:48.567037 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:43:49.148088 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:44:04.806684 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:12.995181 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-98d303e4-b13b-401a-b39c-c438569250fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:15.125441 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-d4054a2d-171d-4c7f-9008-d083e4c048f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429964 Nov 10 08:44:15.203379 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189279-c747-457a-9f15-11755de5c579 req-b56356bc-65c9-477c-9cbe-4b9b0289c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:15.204862 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-b56356bc-65c9-477c-9cbe-4b9b0289c289 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 1099 time: 0.0394828 Nov 10 08:44:15.307608 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189279-c747-457a-9f15-11755de5c579 req-5f520f96-ac20-4acc-ab35-87e50a59fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:15.309153 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-5f520f96-ac20-4acc-ab35-87e50a59fa4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0847983 Nov 10 08:44:15.309634 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d73c0f1d-dae2-4999-b69c-8371cb5e32ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:15.624020 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-8b821192-cdca-4f09-9083-7add73c61eff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 200 len: 1001 time: 0.3075964 Nov 10 08:44:15.675768 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189279-c747-457a-9f15-11755de5c579 req-9bc0cd63-7bc4-40ef-8be9-deff27c89192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:15.677708 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-9bc0cd63-7bc4-40ef-8be9-deff27c89192 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0466957 Nov 10 08:44:15.725319 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189279-c747-457a-9f15-11755de5c579 req-0ab430e5-fa6c-41a0-95f6-51bb584c5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:15.726743 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-0ab430e5-fa6c-41a0-95f6-51bb584c5f61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411544 Nov 10 08:44:15.813224 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-5c56fd61-716f-42d8-9837-61986be97e10 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790675 Nov 10 08:44:15.901616 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-fa189279-c747-457a-9f15-11755de5c579 req-41442c7d-92ac-4c84-9494-28539de8019f service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811644 Nov 10 08:44:16.372682 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:17.812277 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:18.542710 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:26.146940 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:44:31.433743 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d443663-cc02-461c-ab0f-1ef4b4871c63 req-a25b3447-142b-4603-bc78-dd5f1e75f2b7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:31.435206 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9d443663-cc02-461c-ab0f-1ef4b4871c63 req-a25b3447-142b-4603-bc78-dd5f1e75f2b7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.1561694 Nov 10 08:44:31.482806 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9d443663-cc02-461c-ab0f-1ef4b4871c63 req-4f632f7c-29af-4997-bcdd-81fe7b9ebbe0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417275 Nov 10 08:44:32.652396 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1cddf-d775-42b5-9cd5-c03cbc8d4b32 req-d838c1bd-daca-40e0-aa83-6d51a4e4cdb5 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:32.654574 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fc1cddf-d775-42b5-9cd5-c03cbc8d4b32 req-d838c1bd-daca-40e0-aa83-6d51a4e4cdb5 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.1027000 Nov 10 08:44:32.702217 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9fc1cddf-d775-42b5-9cd5-c03cbc8d4b32 req-050e829f-10e8-4778-b7b3-c0572e6399ae tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418308 Nov 10 08:44:32.932851 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-6b6eb2f0-b2fb-41a6-9e19-f85bd2fc9c27 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:32.934273 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-6b6eb2f0-b2fb-41a6-9e19-f85bd2fc9c27 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 946 time: 0.0475509 Nov 10 08:44:33.024776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port f51c4f5a-d474-435d-a4e4-eb41e33431db {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:44:33.025117 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.112703 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] For port f51c4f5a-d474-435d-a4e4-eb41e33431db, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f51c4f5a-d474-435d-a4e4-eb41e33431db,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:44:33.113062 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.276115 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.276393 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.276702 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP c08a49a9-a85c-4024-a662-d5aefc06c128 disassociated. External IP: 172.27.3.81, port: f51c4f5a-d474-435d-a4e4-eb41e33431db. Nov 10 08:44:33.277037 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for f51c4f5a-d474-435d-a4e4-eb41e33431db owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:44:33.463351 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.491051 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=f51c4f5a-d474-435d-a4e4-eb41e33431db,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:33.501693 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.502049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.502390 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.502727 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.503058 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.503392 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.503735 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.504083 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.504410 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.504732 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.505054 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.505374 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:33.614010 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:44:33.722300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:44:33.734097 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:44:33.743664 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:44:33.744306 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:44:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:33.761472 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] No DVR routers for this DVR port f51c4f5a-d474-435d-a4e4-eb41e33431db on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:44:33.763961 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:33.767250 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a18bb0c5-3714-4b53-b772-721b551e8917 req-813f22ca-fadd-4b06-ae2b-8e4641002890 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "DELETE /v2.0/ports/f51c4f5a-d474-435d-a4e4-eb41e33431db HTTP/1.1" status: 204 len: 173 time: 0.8270845 Nov 10 08:44:33.767698 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'name': 'network-vif-deleted', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:44:33.769990 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48645f13-33c4-4df4-99c7-f511bb0ab9f2" -d '{"events": [{"server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "name": "network-vif-deleted", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:44:33.806558 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-f525a5f8-fc81-4383-8b37-7c8053f5701e req-e38d034b-32ee-4243-b590-c525f963a908 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 210 time: 0.0314946 Nov 10 08:44:33.872098 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c7a43-e3c4-4429-819b-70bad178fcdf x-openstack-request-id: req-f68c7a43-e3c4-4429-819b-70bad178fcdf {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:44:33.875670 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd82be2-a0dc-4f2c-ad51-5afb5025f011", "name": "network-vif-deleted", "tag": "f51c4f5a-d474-435d-a4e4-eb41e33431db", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:44:33.875670 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f68c7a43-e3c4-4429-819b-70bad178fcdf {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:44:33.875911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:44:33.876026 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd82be2-a0dc-4f2c-ad51-5afb5025f011', 'name': 'network-vif-deleted', 'tag': 'f51c4f5a-d474-435d-a4e4-eb41e33431db', 'status': 'completed', 'code': 200} Nov 10 08:44:34.073511 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:34.098684 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:44:34.106478 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:44:34.107055 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:44:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:34.210948 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:44:34.411409 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:34.437538 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0c817-e1cf-4639-8efa-786b8b9d6ff1 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:44:34.647964 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd346b2-7fa4-4198-bb36-22b20ed06e14 None None] New status for floating IP c08a49a9-a85c-4024-a662-d5aefc06c128: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:44:34.840887 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:34.926284 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ac4196c6-ac44-4ea1-a7fc-4d3859b2c643 req-c1181f49-3c98-415a-b208-713e0fe7d5df tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd82be2-a0dc-4f2c-ad51-5afb5025f011 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Nov 10 08:44:36.139402 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f51c4f5a-d474-435d-a4e4-eb41e33431db no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:44:36.162462 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: f51c4f5a-d474-435d-a4e4-eb41e33431db {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:44:36.162810 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device f51c4f5a-d474-435d-a4e4-eb41e33431db not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:44:36.229281 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-4f83f78a-be3f-49ce-b8b8-720b43e3e57a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88149493&fields=id&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 267 time: 0.0429623 Nov 10 08:44:36.344185 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-035b699b-db50-4b68-bc8f-ee756d0e2ba8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:36.345657 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-035b699b-db50-4b68-bc8f-ee756d0e2ba8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.1100488 Nov 10 08:44:36.361747 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-d512c455-5ebb-4233-84f7-e68487959682 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/quotas/48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 375 time: 0.0095608 Nov 10 08:44:36.413596 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-45df0a25-6f13-4848-9e61-a70fe1f3a1a0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452504 Nov 10 08:44:36.471577 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-469bd382-1b70-4a25-93bd-c25eb7524ae0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 08:44:36.472638 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-469bd382-1b70-4a25-93bd-c25eb7524ae0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476520 Nov 10 08:44:36.563238 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-08979ee4-1e51-41fe-a8f1-5ac7de8d8002 service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Nov 10 08:44:36.660526 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-d6328cb0-561a-4c76-871f-f5482bfa679a service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912631 Nov 10 08:44:37.241528 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-17c6f288-0951-4335-8bce-450ee4e1d68b req-2d470742-a6c7-49fe-b9f1-af79f10bf298 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 210 time: 0.0258076 Nov 10 08:44:38.337243 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c4bddc2c-599b-4c47-9b2d-293e6c1e0442 req-2c712ebc-0bde-40dc-a629-5783c3129d6e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 210 time: 0.0302858 Nov 10 08:44:39.249017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-ef2fed3a-6a1f-4d31-b666-6ad6e42ecd0a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:39.250491 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-ef2fed3a-6a1f-4d31-b666-6ad6e42ecd0a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.1038537 Nov 10 08:44:39.313162 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-d81c2145-162d-4db4-af56-ffe50fef2360 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 378 time: 0.0536141 Nov 10 08:44:39.322792 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'port': {'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'admin_state_up': True, 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'security_groups': ['d4741a9a-fbe8-4698-ae81-b300286a9de5']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:44:39.430411 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-968071cf-868d-468e-bd2a-70c0c37101bf req-7c0f8f68-e5b6-4353-9aec-074ca6518c80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Nov 10 08:44:39.503359 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Made reservation on behalf of 48a4af376cfa4f60bc388b5b4d5bdfa2 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:44:39.506871 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:39.627773 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.20.0.8 (3f746850-3899-42c3-ba02-3d96ed566ea3/3feca59b-8a4a-4fec-ac18-b0b045b9d88e/041d769c-fe86-4515-a0d8-5fb6c7e52193) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:44:39.763273 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:39.869191 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:39.908610 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:44:39.913382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:44:39.917002 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:44:39.924843 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:39.976927 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:39.977561 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.061118 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-97c4118a-6d95-4e90-a78d-a519f0fcacd2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7420299 Nov 10 08:44:40.074973 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Request body: {'port': {'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:44:40.101927 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-98ba13a7-346e-4ab0-a413-f48102d6f45a None None] Provisioning complete for port 041d769c-fe86-4515-a0d8-5fb6c7e52193 triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:44:40.102517 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-98ba13a7-346e-4ab0-a413-f48102d6f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.129389 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.134335 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-98ba13a7-346e-4ab0-a413-f48102d6f45a None None] Port 041d769c-fe86-4515-a0d8-5fb6c7e52193 cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:44:40.397168 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041d769c-fe86-4515-a0d8-5fb6c7e52193 {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:44:40.404455 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.416057 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Transition to ACTIVE for port object 041d769c-fe86-4515-a0d8-5fb6c7e52193 will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:44:40.520758 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.551038 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147c7ee-a930-4068-8572-a12770562c9f req-8b9529b5-edfc-4599-8ad9-f4d012cb0b1e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:40.553832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5147c7ee-a930-4068-8572-a12770562c9f req-8b9529b5-edfc-4599-8ad9-f4d012cb0b1e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 931 time: 0.0528376 Nov 10 08:44:40.573510 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Pushing event updated for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:40.622780 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5147c7ee-a930-4068-8572-a12770562c9f req-66c5218a-44b3-4215-b86a-080206c45602 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575824 Nov 10 08:44:40.650837 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Attempting to bind port 041d769c-fe86-4515-a0d8-5fb6c7e52193 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:44:40.651162 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Attempting to bind port 041d769c-fe86-4515-a0d8-5fb6c7e52193 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:44:40.651486 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Attempting to bind port 041d769c-fe86-4515-a0d8-5fb6c7e52193 on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:44:40.656270 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Port 041d769c-fe86-4515-a0d8-5fb6c7e52193 on network 3f746850-3899-42c3-ba02-3d96ed566ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:44:40.656662 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Attempting to bind port 041d769c-fe86-4515-a0d8-5fb6c7e52193 on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:44:40.661868 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:44:40.662196 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:44:40.662586 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Bound using segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:44:40.663018 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Bound port: 041d769c-fe86-4515-a0d8-5fb6c7e52193, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:44:40.663371 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.731897 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:44:40.734869 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:44:40.807150 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.840840 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:40.841466 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:40.842838 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 1093 time: 0.7735243 Nov 10 08:44:40.843282 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:44:40.845538 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd17f87-893c-45ea-b0b0-52807c1c64c8" -d '{"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:44:40.874132 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7ad06-3bea-4ab4-a61a-4102f53841b0 service neutron] Pushing event updated for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:40.886499 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdff810-ab60-4b25-aacc-f57d6d13e76b x-openstack-request-id: req-9bdff810-ab60-4b25-aacc-f57d6d13e76b {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:44:40.886793 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:44:40.887049 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bdff810-ab60-4b25-aacc-f57d6d13e76b {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:44:40.887499 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'status': 'completed', 'code': 200} Nov 10 08:44:40.950857 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-87503df2-64ce-412d-9b32-3dd8353ef6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:40.952421 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-87503df2-64ce-412d-9b32-3dd8353ef6c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1096 time: 0.0439868 Nov 10 08:44:41.075870 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-96f650d3-d505-4d5a-953d-a052ddaa93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.077453 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-96f650d3-d505-4d5a-953d-a052ddaa93c3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1171691 Nov 10 08:44:41.168067 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-f0b06e75-526a-42da-af8e-bcccdee6fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.169419 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-5dd17f87-893c-45ea-b0b0-52807c1c64c8 req-f0b06e75-526a-42da-af8e-bcccdee6fd34 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854061 Nov 10 08:44:41.245507 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-1bc5f87b-8d37-4ca3-8299-060bf16f2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.246963 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-1bc5f87b-8d37-4ca3-8299-060bf16f2770 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1096 time: 0.0423765 Nov 10 08:44:41.287739 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-f11c234a-d3c4-4ce0-bd63-1aedba9d8dce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 217 time: 0.0329223 Nov 10 08:44:41.345700 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-a3f3566f-64ab-454b-be78-54cf3c01c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.347044 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-a3f3566f-64ab-454b-be78-54cf3c01c6be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0510712 Nov 10 08:44:41.392165 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-5c2e77c9-24b2-4cad-8d02-e73a82e24b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.393581 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-5c2e77c9-24b2-4cad-8d02-e73a82e24b7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390415 Nov 10 08:44:41.483222 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-a7099723-68e2-4c35-8990-8c879c56dc51 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Nov 10 08:44:41.568432 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-3a53b927-5d47-48c1-8db5-77117b5b63d8 req-7b1c23c9-432b-4999-8e27-e1b7dae58dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783927 Nov 10 08:44:41.736975 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8961b67-cb3a-4224-8331-f26e9ca7487e req-c107e8cb-8ab3-459f-b89e-7c617c066c36 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:41.738432 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8961b67-cb3a-4224-8331-f26e9ca7487e req-c107e8cb-8ab3-459f-b89e-7c617c066c36 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0494821 Nov 10 08:44:41.790572 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c8961b67-cb3a-4224-8331-f26e9ca7487e req-41ca1e83-d4f0-4f45-9099-856ae6201afe tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456476 Nov 10 08:44:42.902039 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b184f-fdb2-4950-b3b7-f7df25279d86 req-1366e20c-887a-4fd1-9c31-a4f1944c0b31 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:42.903483 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d52b184f-fdb2-4950-b3b7-f7df25279d86 req-1366e20c-887a-4fd1-9c31-a4f1944c0b31 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0473907 Nov 10 08:44:42.952432 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d52b184f-fdb2-4950-b3b7-f7df25279d86 req-32b088d3-794f-4840-bbe2-183eaae2836a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431228 Nov 10 08:44:43.005946 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-6629cf51-4164-40d3-af2d-b4d49a08e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:44.064184 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a2998-6815-4a01-9924-7a1e65f73ebb req-96b10a48-8d8f-4919-b129-4ca3b187e5fe tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:44.065642 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9c8a2998-6815-4a01-9924-7a1e65f73ebb req-96b10a48-8d8f-4919-b129-4ca3b187e5fe tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0482826 Nov 10 08:44:44.115916 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9c8a2998-6815-4a01-9924-7a1e65f73ebb req-64681990-b6b2-44ce-a80e-b2736f1eb999 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423231 Nov 10 08:44:45.232032 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608170-ca76-49d9-abcd-6e10ea2e5eb7 req-c2a4b92b-a692-44ea-93ec-07bde0fa4c0a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:45.233487 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-14608170-ca76-49d9-abcd-6e10ea2e5eb7 req-c2a4b92b-a692-44ea-93ec-07bde0fa4c0a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0503149 Nov 10 08:44:45.281218 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-14608170-ca76-49d9-abcd-6e10ea2e5eb7 req-8da4aac1-1807-4d1a-a469-1487a68aeb96 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418875 Nov 10 08:44:45.313434 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-99128986-7b2d-4f8c-918e-bd9e929eb075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:46.371718 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:46.394656 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29c6c5-5620-440f-8ce2-1c9b6f2fb880 req-aeaad352-b039-49f8-8809-af02de00cf62 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:46.396119 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b29c6c5-5620-440f-8ce2-1c9b6f2fb880 req-aeaad352-b039-49f8-8809-af02de00cf62 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0481315 Nov 10 08:44:46.444900 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-5b29c6c5-5620-440f-8ce2-1c9b6f2fb880 req-380e03c6-9153-4337-a5fc-12ef537e72ce tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427349 Nov 10 08:44:47.554871 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de2d-2938-4126-9180-94307ac259ae req-3bb87054-a8e4-415e-b528-fd8925c36b61 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:47.556319 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fd5de2d-2938-4126-9180-94307ac259ae req-3bb87054-a8e4-415e-b528-fd8925c36b61 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 943 time: 0.0461965 Nov 10 08:44:47.606353 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-0fd5de2d-2938-4126-9180-94307ac259ae req-8e6e824e-ac10-4ef4-add0-a5e6bea389d8 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442004 Nov 10 08:44:47.804837 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:48.169241 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 041d769c-fe86-4515-a0d8-5fb6c7e52193 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:44:48.285999 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:44:48.300484 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:44:48.336237 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:48.350652 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041d769c-fe86-4515-a0d8-5fb6c7e52193 {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:44:48.369868 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:44:48.444670 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:48.500978 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:48.507797 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.508174 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.508544 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.508920 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.509254 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.509588 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.509918 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.510244 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.510576 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.510896 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.511217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.511540 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:48.548387 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:48.672509 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['041d769c-fe86-4515-a0d8-5fb6c7e52193'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:44:48.719562 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2877d9e-20e7-4662-91fc-bcbcf8fe0f7d req-70192138-b450-482c-b750-bc0c4c1a84d9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:48.720962 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a2877d9e-20e7-4662-91fc-bcbcf8fe0f7d req-70192138-b450-482c-b750-bc0c4c1a84d9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 944 time: 0.0478415 Nov 10 08:44:48.777847 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a2877d9e-20e7-4662-91fc-bcbcf8fe0f7d req-7504ad8d-3653-47a2-aa2b-4c4b5206fb2e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508800 Nov 10 08:44:49.889525 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a38d54-79dd-4daf-a237-6919a74c51ad req-4a872762-1035-4d4e-b4e7-acb18691e7a9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:49.890965 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-46a38d54-79dd-4daf-a237-6919a74c51ad req-4a872762-1035-4d4e-b4e7-acb18691e7a9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 944 time: 0.0475750 Nov 10 08:44:49.938405 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-46a38d54-79dd-4daf-a237-6919a74c51ad req-915d3bcb-3f8b-4eba-85a5-8aee07785e33 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416224 Nov 10 08:44:50.172407 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 041d769c-fe86-4515-a0d8-5fb6c7e52193 up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:44:50.320442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 041d769c-fe86-4515-a0d8-5fb6c7e52193 completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:44:50.325022 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 041d769c-fe86-4515-a0d8-5fb6c7e52193 triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:44:50.325390 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:50.405207 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:50.426235 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:44:50.428421 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d45f7f-8b11-4cec-87a9-15829bf78715" -d '{"events": [{"server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "name": "network-vif-plugged", "status": "completed", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:44:50.440327 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:44:50.520309 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:50.526609 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d2729-2261-48b7-b3a4-711780d19d99 x-openstack-request-id: req-447d2729-2261-48b7-b3a4-711780d19d99 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:44:50.526901 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "name": "network-vif-plugged", "status": "completed", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:44:50.527149 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-447d2729-2261-48b7-b3a4-711780d19d99 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:44:50.527532 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'code': 200} Nov 10 08:44:50.572376 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:50.852319 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992157f-b4a5-4794-9ff4-f21e98af4db2 req-cefbe9cf-40d3-439b-93dd-6ad52669fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:50.853919 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f992157f-b4a5-4794-9ff4-f21e98af4db2 req-cefbe9cf-40d3-439b-93dd-6ad52669fcb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0432041 Nov 10 08:44:50.899773 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-f992157f-b4a5-4794-9ff4-f21e98af4db2 req-3bd40468-d78a-4aed-b31c-98978b250e5c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388386 Nov 10 08:44:51.058857 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522543fd-97f2-4fcd-986f-67733b7d5a6b req-f08f74c3-5bd5-428e-b72f-65285429774a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:51.060376 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-522543fd-97f2-4fcd-986f-67733b7d5a6b req-f08f74c3-5bd5-428e-b72f-65285429774a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0532665 Nov 10 08:44:51.111025 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-522543fd-97f2-4fcd-986f-67733b7d5a6b req-e80c47f2-a2ec-478a-b997-92214cd3b3f7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443230 Nov 10 08:44:52.231931 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d682-08ad-47ff-bc07-2b089f10b38a req-ea58c5e7-92f3-46b7-b5f7-dc19b50d51c2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:52.233407 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-12b4d682-08ad-47ff-bc07-2b089f10b38a req-ea58c5e7-92f3-46b7-b5f7-dc19b50d51c2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Nov 10 08:44:52.281450 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-12b4d682-08ad-47ff-bc07-2b089f10b38a req-3e3f98e0-68ad-4bb5-8efe-ede939297b57 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421753 Nov 10 08:44:53.394911 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ff362-cdf9-4c90-a2f3-b6ca3d0f12b3 req-0ddf4b85-21ed-47aa-8ca9-662a3fd9246d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:53.396361 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a31ff362-cdf9-4c90-a2f3-b6ca3d0f12b3 req-0ddf4b85-21ed-47aa-8ca9-662a3fd9246d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0505381 Nov 10 08:44:53.442739 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-a31ff362-cdf9-4c90-a2f3-b6ca3d0f12b3 req-a478491c-fc00-4383-b2b0-4d2cf8dd7480 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399799 Nov 10 08:44:53.552487 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1b38-1285-4655-bb83-3376fc8ad321 req-4c6d3864-3c5c-47aa-806c-0c70d5f36e23 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:53.553921 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-abfa1b38-1285-4655-bb83-3376fc8ad321 req-4c6d3864-3c5c-47aa-806c-0c70d5f36e23 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0473931 Nov 10 08:44:53.601325 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-abfa1b38-1285-4655-bb83-3376fc8ad321 req-0d6b9875-ced7-4800-8b0e-450d2f0748df tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416341 Nov 10 08:44:53.622267 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52044) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:44:53.660010 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ff299-9c35-4cae-bb99-263ec56b38d9 tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:53.661439 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-008ff299-9c35-4cae-bb99-263ec56b38d9 tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1093 time: 0.0380783 Nov 10 08:44:53.664094 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52046) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:44:53.668110 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:44:53.788560 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:53.883138 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:53.983750 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.27.3.43 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/ab6c97ed-b40d-45fb-b6f2-cc373d8eb997) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:44:54.079587 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.171825 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.206758 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:44:54.211394 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:44:54.214827 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:44:54.242260 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=ab6c97ed-b40d-45fb-b6f2-cc373d8eb997,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:54.255288 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.255639 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.256011 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.256349 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.256682 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.257012 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.257340 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.257668 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.257994 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.258324 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.258649 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.258972 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:44:54.572542 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.678033 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.824394 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.868891 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:54.931708 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=ab6c97ed-b40d-45fb-b6f2-cc373d8eb997,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:44:54.944446 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:55.040645 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP 8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963 associated. External IP: 172.27.3.43, port: 041d769c-fe86-4515-a0d8-5fb6c7e52193. Nov 10 08:44:55.464246 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:44:55.567368 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:44:55.577266 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:44:55.586751 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:44:55.599092 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:44:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:55.647715 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:44:55.674541 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-de04b3b8-abab-4fbb-a7ba-68e99d24e5f2 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0094750 Nov 10 08:44:55.675114 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:44:55.677335 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75090082-4e3a-48d0-af5f-03fc1c030b57" -d '{"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:44:55.691419 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:44:55.714163 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702119ec-428e-42a9-a884-00942bb78b22 x-openstack-request-id: req-702119ec-428e-42a9-a884-00942bb78b22 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:44:55.714505 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:44:55.714726 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-702119ec-428e-42a9-a884-00942bb78b22 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:44:55.715123 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'status': 'completed', 'code': 200} Nov 10 08:44:55.776053 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-dd198735-4f65-40ec-841d-bc779e53c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:55.777516 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-dd198735-4f65-40ec-841d-bc779e53c33a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0409760 Nov 10 08:44:55.866473 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-86648784-64a8-4a7a-8e86-c4cf83b9741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:55.868230 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-86648784-64a8-4a7a-8e86-c4cf83b9741a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0838811 Nov 10 08:44:55.911287 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:55.932306 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-6ef43bbf-d840-498e-b458-7e6512a4a38e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 998 time: 0.0560670 Nov 10 08:44:55.939765 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:44:55.948620 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:44:55.949205 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:44:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:55.980358 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-dbf6b432-b3bb-4053-9a07-26f28bbdd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:55.981703 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-dbf6b432-b3bb-4053-9a07-26f28bbdd118 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0426025 Nov 10 08:44:56.029529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-35be6c25-a3fd-4c57-b436-6e8a9eea84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:44:56.031009 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-35be6c25-a3fd-4c57-b436-6e8a9eea84b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426359 Nov 10 08:44:56.050432 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:44:56.118274 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-c8085794-bdb7-4402-bea4-ca2dc8b195ce service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799396 Nov 10 08:44:56.208615 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-75090082-4e3a-48d0-af5f-03fc1c030b57 req-039d35dd-335a-4602-92ed-3d9077562e10 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838249 Nov 10 08:44:56.268118 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:44:56.302351 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4caf0-dc4f-41aa-ae6b-32b1fab1d6e0 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:44:56.497335 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019df5f-8ddd-482f-9136-f9184b1abe36 None None] New status for floating IP 8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:45:03.146235 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:45:04.833752 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:13.028031 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-126c3555-8834-45e4-b080-3e5ad716e9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:15.341106 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-bdea4d87-c3a0-40fb-b2d2-751637f50421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:16.120520 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-94f7df1f-7132-4be4-addc-2f7a8f5bd708 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389895 Nov 10 08:45:16.200426 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94855ecb-435b-4f73-a288-3db3242d523e req-04c10e75-2316-4818-b4b9-e2b06b2a47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:45:16.202097 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-04c10e75-2316-4818-b4b9-e2b06b2a47bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0401399 Nov 10 08:45:16.305350 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94855ecb-435b-4f73-a288-3db3242d523e req-60e99a4e-d468-4186-b4f7-549701c5b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:45:16.307377 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-60e99a4e-d468-4186-b4f7-549701c5b12d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0863886 Nov 10 08:45:16.371651 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-9f6d9bcf-e860-413b-95aa-05f61b095a44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 1000 time: 0.0570970 Nov 10 08:45:16.394284 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:16.424315 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94855ecb-435b-4f73-a288-3db3242d523e req-9bc60552-108d-4835-96b0-d4613a1de857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:45:16.425759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-9bc60552-108d-4835-96b0-d4613a1de857 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0474751 Nov 10 08:45:16.473776 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94855ecb-435b-4f73-a288-3db3242d523e req-04a7fb80-7c28-4490-8da4-cb204923a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:45:16.475218 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-04a7fb80-7c28-4490-8da4-cb204923a25e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419428 Nov 10 08:45:16.563317 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-5fd8022a-234a-4c57-af11-90a57f1c1d85 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807474 Nov 10 08:45:16.655297 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-94855ecb-435b-4f73-a288-3db3242d523e req-2d808262-1595-460d-a6a9-7588a250a9de service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Nov 10 08:45:17.788040 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:18.525030 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:34.860684 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:40.144937 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:45:43.004354 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0938ed0f-75d2-4683-9925-07e03b63a827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:45.296218 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4f497df5-b069-4471-8d1d-fbb00409f221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:46.410240 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:47.827238 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:45:48.541464 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:04.849293 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:13.009262 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c80a083b-9a4a-49a0-b2e2-99634fde521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:15.311940 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a54b6f74-7704-423a-bf47-e9562084de82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:16.120052 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-da67491a-3637-476b-b883-8e823b9a371b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408077 Nov 10 08:46:16.198320 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-fd4e0789-2e13-4aa7-af63-34bb29966ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:16.199836 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-fd4e0789-2e13-4aa7-af63-34bb29966ba4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0389516 Nov 10 08:46:16.311207 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-2369b160-eb3a-4dac-922c-12287e4f6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:16.312688 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-2369b160-eb3a-4dac-922c-12287e4f6c32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0936358 Nov 10 08:46:16.379380 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-4b5840d4-e766-4362-83fb-b8a8c97c8043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 1000 time: 0.0597551 Nov 10 08:46:16.398104 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:16.426451 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-6b4c0710-c5d9-4af5-aaf9-6f83582b5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:16.427848 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-6b4c0710-c5d9-4af5-aaf9-6f83582b5e41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0422399 Nov 10 08:46:16.472983 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-5965878d-a925-400f-a27c-a3dc6121e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:16.474418 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-5965878d-a925-400f-a27c-a3dc6121e37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398176 Nov 10 08:46:16.564252 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-313d6976-27ad-4615-9aa6-b6e7cd09b81e service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Nov 10 08:46:16.650842 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-acb16023-58c9-4d7f-9bac-d585213ea51f req-90387923-6832-4010-aabd-abafbb0a8c55 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796902 Nov 10 08:46:17.143630 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:46:17.809239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:18.523457 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:34.831585 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:36.348751 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-37612f7a-55e9-4844-82f8-27213b9836b4 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88149493&fields=id&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 267 time: 0.0439234 Nov 10 08:46:36.455040 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1b7821f4-7a54-430c-86fc-adccb747cf91 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:36.456452 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1b7821f4-7a54-430c-86fc-adccb747cf91 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.1009431 Nov 10 08:46:36.470994 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-8e35399c-f6df-499a-926a-a16d3cb2fe66 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/quotas/48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 375 time: 0.0087998 Nov 10 08:46:36.527372 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-03639a6f-3620-4d19-b768-775d15ccc74b tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513456 Nov 10 08:46:36.622978 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-69460cc6-f00c-42ce-a24a-876ed02610de service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Nov 10 08:46:36.712870 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-3da71819-b876-4301-a391-bbde3f8642f8 service neutron] 10.222.0.21 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825520 Nov 10 08:46:37.190246 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ec2ee28b-1eab-4d94-8e4f-82ac5a20d43d req-3c974cda-dbbf-46ae-adc5-517ac34e1f73 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 210 time: 0.0257752 Nov 10 08:46:38.303514 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-1fddc258-122c-4769-9316-8d47926e02da req-25d107f1-d7aa-4092-8591-3fefab96cc3e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 210 time: 0.0307000 Nov 10 08:46:38.967517 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-fe51ba37-d167-439d-a84c-917365a13b92 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:38.968984 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-fe51ba37-d167-439d-a84c-917365a13b92 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 811 time: 0.1050479 Nov 10 08:46:39.031053 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-06ca64f2-58b2-418b-b233-273237c18975 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2 HTTP/1.1" status: 200 len: 378 time: 0.0529170 Nov 10 08:46:39.039538 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'port': {'device_id': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'admin_state_up': True, 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'security_groups': ['d4741a9a-fbe8-4698-ae81-b300286a9de5']}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:46:39.231559 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Made reservation on behalf of 48a4af376cfa4f60bc388b5b4d5bdfa2 for: {'port': 1} {{(pid=102061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 08:46:39.235091 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:39.354910 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_common [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.20.0.13 (3f746850-3899-42c3-ba02-3d96ed566ea3/3feca59b-8a4a-4fec-ac18-b0b045b9d88e/4c93b9d7-f159-4be4-8224-7aed2d83abce) {{(pid=102061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:46:39.401493 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-22d071e1-e701-4c1b-bc08-02622ffc3d51 req-382dbbcc-cad3-444e-9e29-11f5222bf2ae tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 210 time: 0.0298984 Nov 10 08:46:39.497408 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:39.598155 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_create {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:39.638386 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 is already hosted by enough agents. {{(pid=102061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:46:39.643422 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.base_scheduler [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:46:39.647174 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:46:39.676585 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=1']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:39.695630 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.699345 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:39.717302 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:39.718525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:39.804927 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-d316aed9-eb47-490f-8d77-117fee9e73b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688453 Nov 10 08:46:39.817765 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.v2.base [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Request body: {'port': {'device_id': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:46:39.833187 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-d059d3fb-a03b-417a-9048-39408e54a3e7 None None] Provisioning complete for port 4c93b9d7-f159-4be4-8224-7aed2d83abce triggered by entity DHCP. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:46:39.833663 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d059d3fb-a03b-417a-9048-39408e54a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:39.869113 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-d059d3fb-a03b-417a-9048-39408e54a3e7 None None] Port 4c93b9d7-f159-4be4-8224-7aed2d83abce cannot update to ACTIVE because it is not bound. {{(pid=102062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 08:46:40.129217 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.380562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c93b9d7-f159-4be4-8224-7aed2d83abce {{(pid=102061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:46:40.388024 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.399675 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.provisioning_blocks [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Transition to ACTIVE for port object 4c93b9d7-f159-4be4-8224-7aed2d83abce will not be triggered until provisioned by entity L2. {{(pid=102061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 08:46:40.448896 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.503015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=2']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:40.520392 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4708-a044-4748-9259-3870f24fdef8 req-9b29e6f8-7d87-4aef-b759-aad6e7ac8eb6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:40.521923 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7d7b4708-a044-4748-9259-3870f24fdef8 req-9b29e6f8-7d87-4aef-b759-aad6e7ac8eb6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0519204 Nov 10 08:46:40.573636 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Attempting to bind port 4c93b9d7-f159-4be4-8224-7aed2d83abce on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 08:46:40.573957 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Attempting to bind port 4c93b9d7-f159-4be4-8224-7aed2d83abce by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 08:46:40.574285 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Attempting to bind port 4c93b9d7-f159-4be4-8224-7aed2d83abce on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:46:40.581781 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Port 4c93b9d7-f159-4be4-8224-7aed2d83abce on network 3f746850-3899-42c3-ba02-3d96ed566ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 08:46:40.582130 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Attempting to bind port 4c93b9d7-f159-4be4-8224-7aed2d83abce on network 3f746850-3899-42c3-ba02-3d96ed566ea3 {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 08:46:40.585040 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-7d7b4708-a044-4748-9259-3870f24fdef8 req-299f525a-f882-4516-8974-099658414508 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565658 Nov 10 08:46:40.590159 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Checking agent: {'id': '21f08bcb-eace-4941-978f-039e2772eb73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'started_at': datetime.datetime(2021, 11, 10, 8, 31, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 8, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 08:46:40.590526 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Checking segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 08:46:40.590912 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Bound using segment: {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'} {{(pid=102061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 08:46:40.591339 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.managers [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Bound port: 4c93b9d7-f159-4be4-8224-7aed2d83abce, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda2995-689e-4dac-b3a5-1e858036d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3'}}] {{(pid=102061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 08:46:40.591693 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.659253 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, cleared binding levels {{(pid=102061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 08:46:40.662480 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 08:46:40.722320 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099670'] for port, after_update {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.759429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:40.760065 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:40.761425 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 200 len: 1094 time: 0.9477766 Nov 10 08:46:40.761859 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:46:40.764774 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989c511-d80b-4d9b-b0d6-d1cf1b210854" -d '{"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:46:40.790323 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df33b86-8ea2-431c-a141-7769aca03b68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=3']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:40.803423 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048152b1-8dbb-47cb-8573-4aa53fa3b063 x-openstack-request-id: req-048152b1-8dbb-47cb-8573-4aa53fa3b063 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:46:40.803715 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:46:40.804000 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-048152b1-8dbb-47cb-8573-4aa53fa3b063 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:46:40.808216 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'status': 'completed', 'code': 200} Nov 10 08:46:40.869762 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-4030f3b0-08d1-4f27-9c94-d8e7210a96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:40.871196 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-4030f3b0-08d1-4f27-9c94-d8e7210a96b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1097 time: 0.0431101 Nov 10 08:46:40.977376 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-93e769ec-2bdc-46d2-a4ac-d8355c5ff114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:40.978828 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-93e769ec-2bdc-46d2-a4ac-d8355c5ff114 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982232 Nov 10 08:46:41.071446 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-5d16ff35-651a-4799-9c83-98c4c45a67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:41.072907 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-4989c511-d80b-4d9b-b0d6-d1cf1b210854 req-5d16ff35-651a-4799-9c83-98c4c45a67ec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873804 Nov 10 08:46:41.179968 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-9a0fefdd-7994-4be2-86e6-8f97677aaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:41.181317 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-9a0fefdd-7994-4be2-86e6-8f97677aaf1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1097 time: 0.0438612 Nov 10 08:46:41.222462 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-e97c9a48-7895-449f-8d86-c5c9e062afae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 200 len: 217 time: 0.0328543 Nov 10 08:46:41.269562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-76b0d00a-346c-480f-96f6-767c3a1d9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:41.270919 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-76b0d00a-346c-480f-96f6-767c3a1d9d9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0415678 Nov 10 08:46:41.314911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b529-d9aa-434a-84fd-bd10f014709c req-daa8bc91-bc8c-4c4d-95e0-93b0bc1d80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:41.316319 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-daa8bc91-bc8c-4c4d-95e0-93b0bc1d80e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384138 Nov 10 08:46:41.405652 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-73060831-f8a5-4ee4-9afb-fcead27a83bd service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821676 Nov 10 08:46:41.491305 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-b050b529-d9aa-434a-84fd-bd10f014709c req-6f41b63a-ba77-4b1d-89cf-195fb0315050 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787113 Nov 10 08:46:41.700250 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9fb9e-f82e-4262-9257-5dc5bf1d54b6 req-929fccd7-d3d5-4499-b624-7b013278d0d9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:41.701707 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-cdc9fb9e-f82e-4262-9257-5dc5bf1d54b6 req-929fccd7-d3d5-4499-b624-7b013278d0d9 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0475030 Nov 10 08:46:41.749073 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-cdc9fb9e-f82e-4262-9257-5dc5bf1d54b6 req-700cd931-6b04-4dd6-a83b-f56a55534a67 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414701 Nov 10 08:46:42.866188 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f059-6f2d-4a58-95f3-2bb6d68ec54f req-04db566e-dd57-4d37-9b25-ff660f246b7c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:42.867602 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3938f059-6f2d-4a58-95f3-2bb6d68ec54f req-04db566e-dd57-4d37-9b25-ff660f246b7c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0506301 Nov 10 08:46:42.913994 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-3938f059-6f2d-4a58-95f3-2bb6d68ec54f req-d47c6b54-2bd8-482e-9ef5-049482e42e24 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405531 Nov 10 08:46:43.019911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-404749ba-7930-4566-a107-99f8f2bf2e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:44.042210 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9758d58-7600-4b2e-b825-d8be988f1540 req-f34d2ecd-4ebc-4464-a484-02e4b9e5fc68 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:44.044078 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9758d58-7600-4b2e-b825-d8be988f1540 req-f34d2ecd-4ebc-4464-a484-02e4b9e5fc68 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0495830 Nov 10 08:46:44.092359 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-c9758d58-7600-4b2e-b825-d8be988f1540 req-8ed13b67-1353-4813-81d5-df1ee3e825c4 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419672 Nov 10 08:46:45.204870 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7f76-f5c1-4238-ba7b-7b7b6ac12c66 req-9743d6ea-0218-45fd-bf3a-b98a344aaaf7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:45.206226 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-443a7f76-f5c1-4238-ba7b-7b7b6ac12c66 req-9743d6ea-0218-45fd-bf3a-b98a344aaaf7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0500629 Nov 10 08:46:45.256692 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-443a7f76-f5c1-4238-ba7b-7b7b6ac12c66 req-9af52caf-01ea-4560-8cdc-72ec382852f0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445919 Nov 10 08:46:45.300169 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf7cf-bab9-44d9-b4ff-ac6ad23be33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:46.368306 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192a4d-0873-494d-ab1c-41535d526ce0 req-7b0a1cfc-d4d5-4d72-8253-950a309775fc tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:46.369831 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-10192a4d-0873-494d-ab1c-41535d526ce0 req-7b0a1cfc-d4d5-4d72-8253-950a309775fc tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0472083 Nov 10 08:46:46.385672 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:46.419242 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-10192a4d-0873-494d-ab1c-41535d526ce0 req-c55a190f-07cd-46a8-9282-d8f8e2bb5b61 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427527 Nov 10 08:46:47.532286 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e348f-437d-4e31-ba34-94bc63669722 req-7fcbe035-a0dc-4aab-8908-11e6c3dfe27a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:47.533723 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d85e348f-437d-4e31-ba34-94bc63669722 req-7fcbe035-a0dc-4aab-8908-11e6c3dfe27a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0479081 Nov 10 08:46:47.581501 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d85e348f-437d-4e31-ba34-94bc63669722 req-481717ef-f78e-4602-9782-8f4156881153 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419674 Nov 10 08:46:47.836987 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:48.545533 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:48.690554 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 4c93b9d7-f159-4be4-8224-7aed2d83abce details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 08:46:48.697864 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50d8be-b45a-49ee-8ec0-765fb129335c req-6dcb3229-0a12-4de4-9a52-f00d313f9571 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:48.699417 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea50d8be-b45a-49ee-8ec0-765fb129335c req-6dcb3229-0a12-4de4-9a52-f00d313f9571 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Nov 10 08:46:48.748917 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ea50d8be-b45a-49ee-8ec0-765fb129335c req-c7ddb82a-de80-45fe-ad6c-3d7b47f04962 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425775 Nov 10 08:46:48.791933 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:46:48.802552 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Returning: {'device': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'port_id': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'mac_address': 'fa:16:3e:b0:90:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 08:46:48.956988 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:48.969141 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c93b9d7-f159-4be4-8224-7aed2d83abce {{(pid=102062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 08:46:48.987479 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:46:49.060365 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:49.105674 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=4']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:49.112848 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.113193 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.113527 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.113856 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.114182 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.114507 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.114828 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.115148 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.115469 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.115786 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.116128 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.116443 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:49.285867 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] get_ports_and_sgs() called for port_ids ['4c93b9d7-f159-4be4-8224-7aed2d83abce'] {{(pid=102062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 08:46:49.866482 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e25f2-8b13-4758-b888-44e88022be97 req-8a1622ef-13db-4b12-8f18-f80d3b7be3c7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:49.867931 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9c6e25f2-8b13-4758-b888-44e88022be97 req-8a1622ef-13db-4b12-8f18-f80d3b7be3c7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Nov 10 08:46:49.915083 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-9c6e25f2-8b13-4758-b888-44e88022be97 req-3344998d-853a-4536-93a3-7a1631148d40 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413558 Nov 10 08:46:50.705642 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 4c93b9d7-f159-4be4-8224-7aed2d83abce up at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 08:46:50.824410 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning for port 4c93b9d7-f159-4be4-8224-7aed2d83abce completed by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 08:46:50.828373 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Provisioning complete for port 4c93b9d7-f159-4be4-8224-7aed2d83abce triggered by entity L2. {{(pid=102062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 08:46:50.828740 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948780'] for port, provisioning_complete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:50.905665 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:50.926299 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce'}] {{(pid=102062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:46:50.928544 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a18bc0e39b3725951cbf170bd05aaad421d6b62ef0c917e9b943852f01c66301" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1be56f-6877-4606-b285-55ff54936d7f" -d '{"events": [{"server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "name": "network-vif-plugged", "status": "completed", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce"}]}' {{(pid=102062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:46:50.940750 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:46:50.964364 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5aaf7-0ff1-47d5-a6a6-6cd4ac7e0a76 x-openstack-request-id: req-63b5aaf7-0ff1-47d5-a6a6-6cd4ac7e0a76 {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:46:50.969369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "name": "network-vif-plugged", "status": "completed", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce", "code": 200}]} {{(pid=102062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:46:50.969369 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63b5aaf7-0ff1-47d5-a6a6-6cd4ac7e0a76 {{(pid=102062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:46:50.969369 dv-cinder-817351-1-iscsi neutron-server[102062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'code': 200} Nov 10 08:46:51.014756 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056'] for port, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:51.035984 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c3610-35f5-4669-8b13-6a281a9337db req-81b75a64-7f12-4d0b-820d-46e90a9bb152 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:51.037449 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-551c3610-35f5-4669-8b13-6a281a9337db req-81b75a64-7f12-4d0b-820d-46e90a9bb152 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 945 time: 0.0528846 Nov 10 08:46:51.061342 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Pushing event updated for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=5']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:51.087658 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-551c3610-35f5-4669-8b13-6a281a9337db req-a2cb03f7-ecbd-4636-844a-cc9ebba57b55 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441411 Nov 10 08:46:51.317485 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae90c3-fb8c-47c3-8bea-c0503b0b0761 req-811c5a1a-bbec-4ce5-a7c3-95bc8276cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:51.318934 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-19ae90c3-fb8c-47c3-8bea-c0503b0b0761 req-811c5a1a-bbec-4ce5-a7c3-95bc8276cb4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1099 time: 0.0433443 Nov 10 08:46:51.363991 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-19ae90c3-fb8c-47c3-8bea-c0503b0b0761 req-6e0d639b-d5f7-4b40-ba85-a17a43d9ebc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375478 Nov 10 08:46:52.201937 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a96d-2723-4aef-af8c-cfca6282b1fa req-bbca026e-1551-4821-9962-411c0b511f50 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:52.203389 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3f4a96d-2723-4aef-af8c-cfca6282b1fa req-bbca026e-1551-4821-9962-411c0b511f50 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Nov 10 08:46:52.251117 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-d3f4a96d-2723-4aef-af8c-cfca6282b1fa req-41edbf86-2965-43d3-86b0-34e9f592c318 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418832 Nov 10 08:46:53.428572 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e79029-b9f0-4ed6-b149-aaaf5c3b98a6 req-44e20e30-8782-4443-8cb3-c5b52590c31d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:53.430005 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8e79029-b9f0-4ed6-b149-aaaf5c3b98a6 req-44e20e30-8782-4443-8cb3-c5b52590c31d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0469887 Nov 10 08:46:53.482886 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-b8e79029-b9f0-4ed6-b149-aaaf5c3b98a6 req-67606f33-8bdb-4425-beec-93efdad18c2a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466137 Nov 10 08:46:53.598027 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985f05-0773-4120-80ea-fb3930368499 req-00c66e85-ac68-42bf-abd8-54e905edd4c0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:53.599395 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-91985f05-0773-4120-80ea-fb3930368499 req-00c66e85-ac68-42bf-abd8-54e905edd4c0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0516448 Nov 10 08:46:53.647608 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-91985f05-0773-4120-80ea-fb3930368499 req-8ca6755d-c04a-4557-a498-c21f2992339f tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422711 Nov 10 08:46:53.674047 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52178) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:46:53.713963 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422627d-9dc5-4449-828c-9ba47b32328d tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:53.715423 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d422627d-9dc5-4449-828c-9ba47b32328d tempest-TestVolumeBootPattern-700751708 tempest-TestVolumeBootPattern-700751708-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1094 time: 0.0404398 Nov 10 08:46:53.718833 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52180) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:46:53.723065 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.v2.base [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Request body: {'floatingip': {'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'port_id': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 08:46:53.791147 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:53.885722 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:53.996718 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_common [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Allocated IP 172.27.3.139 (60abc94a-01aa-4e47-859b-c5f14ee9f76c/3f573fcc-7baa-4097-a5b7-ebd04ddfa644/80c6aede-5d50-4c40-9767-6be1242916e2) {{(pid=102060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 08:46:54.098471 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:54.143572 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:46:54.190352 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747790928020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:54.225321 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Network 60abc94a-01aa-4e47-859b-c5f14ee9f76c is already hosted by enough agents. {{(pid=102060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 08:46:54.230006 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.base_scheduler [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Resources bound (agent type, host, resource id): {{(pid=102060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 08:46:54.233478 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Received port after_create {{(pid=102060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 08:46:54.256960 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=80c6aede-5d50-4c40-9767-6be1242916e2,revision_number=1']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:54.266909 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268477 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268477 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268477 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268477 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.268884 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.269183 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.269506 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.269826 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.270143 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.270456 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:46:54.588385 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:54.743148 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538468'] for port, before_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:54.891490 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for port, precommit_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:54.956567 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747791340427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747790928038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747790928056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556547'] for port, after_update {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:55.025114 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event updated for resources: {'Port': ['ID=80c6aede-5d50-4c40-9767-6be1242916e2,revision_number=2']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:46:55.035122 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393628'] for floatingip, after_create {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:55.132591 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP 9b5cd2db-b399-4c5e-913c-f7f409707359 associated. External IP: 172.27.3.139, port: 4c93b9d7-f159-4be4-8224-7aed2d83abce. Nov 10 08:46:55.335888 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:46:55.436356 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:46:55.446183 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:46:55.460352 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:46:55.461911 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:46:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:46:55.507448 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:46:55.537485 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d331a24c-5815-40ba-8c0f-736da87978d7 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8176529 Nov 10 08:46:55.538166 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:46:55.540474 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bde109-d2a9-4e49-a36b-677eb67a706d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:46:55.573111 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:46:55.647667 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2630c8-a19b-4dc9-a780-8f58b63975af x-openstack-request-id: req-1d2630c8-a19b-4dc9-a780-8f58b63975af {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:46:55.648178 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:46:55.648282 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d2630c8-a19b-4dc9-a780-8f58b63975af {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:46:55.648615 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'status': 'completed', 'code': 200} Nov 10 08:46:55.734198 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-9f360b47-c87b-4794-8094-938075aa6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:55.736459 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-9f360b47-c87b-4794-8094-938075aa6cf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1099 time: 0.0643551 Nov 10 08:46:55.823064 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}, {'id': '9b5cd2db-b399-4c5e-913c-f7f409707359', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b0:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:46:54Z', 'updated_at': '2021-11-10T08:46:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:46:55.827634 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-c49249f7-c33c-4b50-8955-ed9f1edf76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:55.829115 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-c49249f7-c33c-4b50-8955-ed9f1edf76cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0861783 Nov 10 08:46:55.848890 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:46:55.857517 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:46:55.858047 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:46:45Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:46:55.896111 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-744a4327-b2cf-455a-aea1-e9e7d431b58a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 200 len: 1000 time: 0.0598369 Nov 10 08:46:55.944915 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-bb1c1436-7dd2-4a56-9ebd-8b02a3c207fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:55.946342 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-bb1c1436-7dd2-4a56-9ebd-8b02a3c207fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0441816 Nov 10 08:46:55.966727 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:46:55.994889 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-b7664be1-d409-46b9-b60d-b5ab0bbf8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:46:55.996385 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-b7664be1-d409-46b9-b60d-b5ab0bbf8d00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427923 Nov 10 08:46:56.084810 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-9d82bd65-3eac-4441-ad31-dc7014e9b225 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806358 Nov 10 08:46:56.176459 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-33bde109-d2a9-4e49-a36b-677eb67a706d req-2c05d281-3f44-4ac8-8e46-b8dbc41c414a service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834761 Nov 10 08:46:56.191864 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}, {'id': '9b5cd2db-b399-4c5e-913c-f7f409707359', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b0:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:46:54Z', 'updated_at': '2021-11-10T08:46:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:46:56.219733 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2db349-65c6-4942-aed5-dc7c5fa3dfe5 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}, {'id': '9b5cd2db-b399-4c5e-913c-f7f409707359', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b0:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:46:54Z', 'updated_at': '2021-11-10T08:46:54Z', 'revision_number': 0, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:46:56.412286 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2e526-d870-40d1-8a4e-a4efd7931a5b None None] New status for floating IP 9b5cd2db-b399-4c5e-913c-f7f409707359: ACTIVE {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:47:04.830688 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:13.019633 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e3677983-3a20-4905-bd5b-8421262d27c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:15.310869 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-b8060cbc-04f9-4663-a1b7-e255aafc11cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:16.401041 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:17.129017 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-f1d209bc-a507-4e13-b0cc-636fc212e90a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390375 Nov 10 08:47:17.208788 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-856198cc-30e6-4f95-b49d-a8d923445eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:47:17.210202 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-856198cc-30e6-4f95-b49d-a8d923445eef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0391304 Nov 10 08:47:17.312873 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-423e0a28-0afe-4d5d-8799-646ea59828d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:47:17.314280 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-423e0a28-0afe-4d5d-8799-646ea59828d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0852408 Nov 10 08:47:17.377388 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-26a5e4ec-ff00-4999-8bb5-ee17f2d20f31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 1000 time: 0.0560405 Nov 10 08:47:17.428310 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-de276b42-20ff-4740-bd8c-56ff1cc22dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:47:17.429702 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-de276b42-20ff-4740-bd8c-56ff1cc22dee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0457571 Nov 10 08:47:17.476715 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-db9cf1e1-3e66-47a4-869e-8d14d71e20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:47:17.478798 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-db9cf1e1-3e66-47a4-869e-8d14d71e20c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422623 Nov 10 08:47:17.568886 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-5e0c936b-0f43-4fb8-a3f6-2a22bdc8a95b service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Nov 10 08:47:17.658064 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-84bfd526-8a02-495e-b56c-aae996a19a0f req-517d9d3e-1e4f-4fb4-aaa8-32a5b72f4c19 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Nov 10 08:47:17.842441 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:18.566695 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:31.142456 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:47:34.880543 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:43.017360 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-d45bb6a1-f953-4b8e-8cbe-ca077f20fa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:45.303787 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8a877417-0d86-4b55-8cc8-56d11ae7f01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:46.401251 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:47.806988 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:47:48.572859 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:04.851994 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:08.140907 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:48:13.006217 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f84fce36-84b3-47e7-8b93-48b6b9bdd445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:15.302201 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f6181ae8-126b-4704-b562-a17dc0a7880f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:16.434856 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:17.192045 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-e2373c9a-1102-4f03-9bab-61791e9ed114 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039815 Nov 10 08:48:17.251292 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-6b05781c-6a79-45cf-803b-6dbef4637428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:17.252789 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-6b05781c-6a79-45cf-803b-6dbef4637428 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1099 time: 0.0395415 Nov 10 08:48:17.362085 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-60ca7e7b-e7a0-48ad-9a74-469fcb2d4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:17.363443 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-60ca7e7b-e7a0-48ad-9a74-469fcb2d4c72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0924277 Nov 10 08:48:17.429820 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-4eba0cb5-0ba9-4b42-a3da-8f7ffba92041 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 200 len: 1002 time: 0.0590429 Nov 10 08:48:17.477036 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-ea549069-7b53-4f9f-9795-7ac18e5855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:17.478463 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-ea549069-7b53-4f9f-9795-7ac18e5855c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0423708 Nov 10 08:48:17.521712 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-0aef2b22-c134-4609-aafd-307698c0befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:17.523123 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-0aef2b22-c134-4609-aafd-307698c0befb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379350 Nov 10 08:48:17.612317 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-757faed3-5068-4637-b983-83dd8c6ad294 service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Nov 10 08:48:17.699047 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-9d4a0a10-5ef8-4706-b210-a6827e04a1fd req-8c830171-9a4e-47e2-9e1e-98268ee30afa service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800686 Nov 10 08:48:17.823506 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:18.560140 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.018082 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52218) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:23.171852 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port 80c6aede-5d50-4c40-9767-6be1242916e2 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:23.172225 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.249015 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.249396 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.261547 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for 80c6aede-5d50-4c40-9767-6be1242916e2 owned by network:floatingip {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:23.467911 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.492382 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=80c6aede-5d50-4c40-9767-6be1242916e2,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.509548 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:23.559611 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.559968 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.db.l3_db [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP 9b5cd2db-b399-4c5e-913c-f7f409707359 disassociated (deleted). External IP: 172.27.3.139, port: 4c93b9d7-f159-4be4-8224-7aed2d83abce. Nov 10 08:48:23.762520 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:48:23.868543 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:48:23.873975 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:23.878873 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:48:23.887661 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:23.888287 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:23.899988 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-f7db9f70-d7f8-4d9c-927c-a1cb9d17020a tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b5cd2db-b399-4c5e-913c-f7f409707359 HTTP/1.1" status: 204 len: 168 time: 0.8808851 Nov 10 08:48:23.904103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:48:23.904103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5b7fb-5375-440c-b239-1655f9343033" -d '{"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:48:23.940398 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30b630-f96d-4093-becf-2076901597c6 x-openstack-request-id: req-1c30b630-f96d-4093-becf-2076901597c6 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:48:23.940692 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:48:23.940947 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c30b630-f96d-4093-becf-2076901597c6 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:48:23.941491 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'status': 'completed', 'code': 200} Nov 10 08:48:24.002638 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-34270bf9-b1dc-4634-bf34-d163d654ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:24.004153 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-34270bf9-b1dc-4634-bf34-d163d654ca56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 1099 time: 0.0417337 Nov 10 08:48:24.024079 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:24.103036 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-cb3d3497-dbac-4f40-ba26-c2e56e86f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:24.105135 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-cb3d3497-dbac-4f40-ba26-c2e56e86f8fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0927441 Nov 10 08:48:24.147572 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-45325add-0a41-436a-9c80-e411e50ba2dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 200 len: 217 time: 0.0361898 Nov 10 08:48:24.200103 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-782a8abc-6676-4f9c-bb14-68791e069d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:24.201617 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-782a8abc-6676-4f9c-bb14-68791e069d73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0478868 Nov 10 08:48:24.250585 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-9fc14059-d0ed-43aa-bf9f-4d1e255d8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:24.252354 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-9fc14059-d0ed-43aa-bf9f-4d1e255d8316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433862 Nov 10 08:48:24.264421 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:24.291293 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:48:24.301346 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:24.302158 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:24.344254 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c177-f4cc-4102-8a96-c16d2a75327b req-ec57491b-0708-4b28-ab0f-270585299eb0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:24.346428 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fea3c177-f4cc-4102-8a96-c16d2a75327b req-ec57491b-0708-4b28-ab0f-270585299eb0 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0533531 Nov 10 08:48:24.349616 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-1e08220b-4f61-4437-bdef-825ab409ea4c service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900936 Nov 10 08:48:24.399745 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-fea3c177-f4cc-4102-8a96-c16d2a75327b req-7820cfa3-f3fd-4485-87bc-f735fad7358f tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457234 Nov 10 08:48:24.445499 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-7bd5b7fb-5375-440c-b239-1655f9343033 req-3db27916-d100-4723-9bef-3220bdb5501b service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882123 Nov 10 08:48:24.541442 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:24.759901 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:24.785770 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8963-d0a3-4b4c-a79e-f65c75958c60 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_floatingips': [{'id': '8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'router_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'port_id': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'mac_address': 'fa:16:3e:b3:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T08:44:54Z', 'updated_at': '2021-11-10T08:44:56Z', 'revision_number': 1, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:48:24.988264 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe727e-3585-4da6-bdf5-398fdb55a0a4 None None] New status for floating IP 9b5cd2db-b399-4c5e-913c-f7f409707359: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:48:25.514644 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d833-fb31-4980-b27e-d5066c53ba12 req-22c2518a-6d9a-493d-ad1f-7ce429542ada tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:25.516111 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-25e2d833-fb31-4980-b27e-d5066c53ba12 req-22c2518a-6d9a-493d-ad1f-7ce429542ada tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0471041 Nov 10 08:48:25.563829 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-25e2d833-fb31-4980-b27e-d5066c53ba12 req-0512ab7e-1ae0-4ab1-97c1-fc317bc37cc5 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418937 Nov 10 08:48:25.860910 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-82f5c0ec-90b6-4a7b-ac45-b143279a9a6c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:25.862302 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-82f5c0ec-90b6-4a7b-ac45-b143279a9a6c tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 946 time: 0.0472622 Nov 10 08:48:25.950287 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port 4c93b9d7-f159-4be4-8224-7aed2d83abce {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:25.950616 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:26.035017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] For port 4c93b9d7-f159-4be4-8224-7aed2d83abce, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4c93b9d7-f159-4be4-8224-7aed2d83abce,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:26.035297 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:26.047163 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for 4c93b9d7-f159-4be4-8224-7aed2d83abce owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:26.246355 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:26.272557 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=4c93b9d7-f159-4be4-8224-7aed2d83abce,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:26.317254 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] No DVR routers for this DVR port 4c93b9d7-f159-4be4-8224-7aed2d83abce on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:26.319694 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:26.323676 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-a8f6855a-2e4b-406e-bd77-4f28c64bca7d req-4fc3eaa7-f4ab-4d84-a325-b2ee7be1ad47 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "DELETE /v2.0/ports/4c93b9d7-f159-4be4-8224-7aed2d83abce HTTP/1.1" status: 204 len: 173 time: 0.4547560 Nov 10 08:48:26.324139 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'name': 'network-vif-deleted', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:48:26.326424 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c819ffe-2f8f-42f5-bfbb-04dd70c464c9" -d '{"events": [{"server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "name": "network-vif-deleted", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:48:26.360567 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a576b8-c1d5-49e5-b06d-e5a473b388c1 x-openstack-request-id: req-c4a576b8-c1d5-49e5-b06d-e5a473b388c1 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:48:26.360858 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2021599-0743-4fc5-8edc-4b8a3bff5db8", "name": "network-vif-deleted", "tag": "4c93b9d7-f159-4be4-8224-7aed2d83abce", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:48:26.361111 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a576b8-c1d5-49e5-b06d-e5a473b388c1 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:48:26.361510 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2021599-0743-4fc5-8edc-4b8a3bff5db8', 'name': 'network-vif-deleted', 'tag': '4c93b9d7-f159-4be4-8224-7aed2d83abce', 'status': 'completed', 'code': 200} Nov 10 08:48:26.660996 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-bf33eb56-2e6b-4bf3-94eb-d89ac30562b5 req-1f509ce2-5b88-431f-a79a-d7aac52536eb tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2021599-0743-4fc5-8edc-4b8a3bff5db8 HTTP/1.1" status: 200 len: 210 time: 0.0292528 Nov 10 08:48:27.641393 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-d782f53e-ed3d-4e12-80e9-63cdf845d171 req-23f46522-0db0-4dd3-bca8-fcfdba23f04d service neutron] (102060) timed out ('10.222.0.45', 64356) {{(pid=102060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 08:48:27.671140 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-fced6aa5-e2aa-4a1a-96f6-4fbddc2a0009 req-9891dbf4-c5c0-4d9b-b434-56a837fc5591 service neutron] (102060) timed out ('10.222.0.45', 64360) {{(pid=102060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 08:48:29.244412 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 4c93b9d7-f159-4be4-8224-7aed2d83abce no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:29.265053 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 4c93b9d7-f159-4be4-8224-7aed2d83abce {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:29.265389 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 4c93b9d7-f159-4be4-8224-7aed2d83abce not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:30.114837 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52258) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:30.497382 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port ab6c97ed-b40d-45fb-b6f2-cc373d8eb997 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:30.497634 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:30.569664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:30.569984 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:30.581642 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for ab6c97ed-b40d-45fb-b6f2-cc373d8eb997 owned by network:floatingip {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:30.765663 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:30.793563 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=ab6c97ed-b40d-45fb-b6f2-cc373d8eb997,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:30.804752 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.806963 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.807064 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.807365 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.807688 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.808569 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.808892 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:30.860985 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:30.861297 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.db.l3_db [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Floating IP 8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963 disassociated (deleted). External IP: 172.27.3.43, port: 041d769c-fe86-4515-a0d8-5fb6c7e52193. Nov 10 08:48:31.060176 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:48:31.162908 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:48:31.167730 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:31.173268 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:48:31.183571 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:31.186644 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:31.198832 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-7da66285-4d08-4ba1-a4c9-4b2579e8af80 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963 HTTP/1.1" status: 204 len: 168 time: 1.0829046 Nov 10 08:48:31.199449 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193'}] {{(pid=102060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:48:31.202653 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d9b3584b63767b99ad67a0422c68bfabdc459056263d19c130f40028ad39f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040275d7-6911-49eb-95c9-99bae1de4647" -d '{"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193"}]}' {{(pid=102060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:48:31.243566 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933b47b-593a-4731-806b-400d88e5d415 x-openstack-request-id: req-5933b47b-593a-4731-806b-400d88e5d415 {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:48:31.243862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193", "status": "completed", "code": 200}]} {{(pid=102060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:48:31.244141 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5933b47b-593a-4731-806b-400d88e5d415 {{(pid=102060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:48:31.244622 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'status': 'completed', 'code': 200} Nov 10 08:48:31.294180 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:31.306727 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040275d7-6911-49eb-95c9-99bae1de4647 req-c15638b1-f0cb-48c3-b2b0-e645e2d5c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:31.308882 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-c15638b1-f0cb-48c3-b2b0-e645e2d5c770 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 1098 time: 0.0424836 Nov 10 08:48:31.398023 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040275d7-6911-49eb-95c9-99bae1de4647 req-2ce6e0d6-9ceb-4a69-bcf0-05787db209c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:31.399508 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-2ce6e0d6-9ceb-4a69-bcf0-05787db209c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 200 len: 912 time: 0.0835342 Nov 10 08:48:31.443500 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-44a4b7e8-63d4-4164-a99b-40efbb9a2fdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 200 len: 217 time: 0.0372765 Nov 10 08:48:31.494180 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040275d7-6911-49eb-95c9-99bae1de4647 req-59b49a6a-642e-4364-9ea9-4414f8439133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:31.495864 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-59b49a6a-642e-4364-9ea9-4414f8439133 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 200 len: 850 time: 0.0460467 Nov 10 08:48:31.497342 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:31.523232 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:48:31.532187 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:31.532795 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:31.540035 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040275d7-6911-49eb-95c9-99bae1de4647 req-7afa0ed2-3fa2-4c99-9ed4-12e60d87e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:31.543621 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-7afa0ed2-3fa2-4c99-9ed4-12e60d87e77b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f746850-3899-42c3-ba02-3d96ed566ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394866 Nov 10 08:48:31.642185 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:31.643031 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-274431de-1db7-4b4d-b109-09c2a91ad89a service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942652 Nov 10 08:48:31.677615 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92942a02-47ff-4a45-aff2-292ab64e1605 req-079ad7f1-e3da-4575-942e-c321d11c5c6d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:31.679729 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-92942a02-47ff-4a45-aff2-292ab64e1605 req-079ad7f1-e3da-4575-942e-c321d11c5c6d tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0653126 Nov 10 08:48:31.740098 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-92942a02-47ff-4a45-aff2-292ab64e1605 req-dde3c5ba-0862-47bc-ab00-efd1e19ca35e tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540042 Nov 10 08:48:31.741172 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-040275d7-6911-49eb-95c9-99bae1de4647 req-81e9446e-5699-42b6-a23d-8fbc80f12caf service neutron] 10.222.0.45 "GET /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Nov 10 08:48:31.848341 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:31.873487 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c37a0d-2cc7-4a7f-ad56-5743b782755a None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:41:45Z', 'revision_number': 4, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi', '_interfaces': [{'id': '2c41f2ed-162e-462c-a98f-58df864a3ea1', 'name': '', 'network_id': '3f746850-3899-42c3-ba02-3d96ed566ea3', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'mac_address': 'fa:16:3e:e1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:45Z', 'updated_at': '2021-11-10T08:41:49Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'subnets': [{'id': '3feca59b-8a4a-4fec-ac18-b0b045b9d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:48:32.085842 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895edce9-dff2-4328-ae0c-7d15bcf757b5 None None] New status for floating IP 8b46fbf8-f91f-4a1a-9a3d-5f69b9e7d963: DOWN {{(pid=102063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 08:48:32.857053 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8725ce-c254-4c4b-a3c0-ab2cdf035f57 req-fdcacd72-5732-4ff0-b0ba-3ff59f389299 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:32.858504 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc8725ce-c254-4c4b-a3c0-ab2cdf035f57 req-fdcacd72-5732-4ff0-b0ba-3ff59f389299 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0513511 Nov 10 08:48:32.907163 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-dc8725ce-c254-4c4b-a3c0-ab2cdf035f57 req-845d63a2-be58-4e09-8086-e3a53670da73 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4741a9a-fbe8-4698-ae81-b300286a9de5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429122 Nov 10 08:48:33.106237 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fdc6-daae-4731-9680-f65f74118847 req-30eb4fdd-aa4f-4c33-bffa-a1e2f0fe0fe3 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 08:48:33.107679 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-31f1fdc6-daae-4731-9680-f65f74118847 req-30eb4fdd-aa4f-4c33-bffa-a1e2f0fe0fe3 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 945 time: 0.0515802 Nov 10 08:48:33.195516 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port 041d769c-fe86-4515-a0d8-5fb6c7e52193 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:33.195849 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:33.285657 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] For port 041d769c-fe86-4515-a0d8-5fb6c7e52193, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=041d769c-fe86-4515-a0d8-5fb6c7e52193,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:33.286019 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:33.298233 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for 041d769c-fe86-4515-a0d8-5fb6c7e52193 owned by compute:nova {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:33.474300 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:33.504525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=041d769c-fe86-4515-a0d8-5fb6c7e52193,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:33.546255 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] No DVR routers for this DVR port 041d769c-fe86-4515-a0d8-5fb6c7e52193 on host hv-cinder-81735 {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:33.548798 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for port, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:33.552054 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [req-31f1fdc6-daae-4731-9680-f65f74118847 req-74683c9b-4692-47e1-8f1c-a05b64954e87 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.45 "DELETE /v2.0/ports/041d769c-fe86-4515-a0d8-5fb6c7e52193 HTTP/1.1" status: 204 len: 173 time: 0.4386201 Nov 10 08:48:33.552479 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'name': 'network-vif-deleted', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193'}] {{(pid=102061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 08:48:33.554805 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa34c5d548fdd010f6ce280e5c12238aa2bf1e28b680e5110b01d4ed8e69c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b01d40-dcd8-4feb-a5e9-8506842cae59" -d '{"events": [{"server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "name": "network-vif-deleted", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193"}]}' {{(pid=102061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 08:48:33.591289 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2da1e-8ecb-4398-a46e-b2340d073d81 x-openstack-request-id: req-dba2da1e-8ecb-4398-a46e-b2340d073d81 {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 08:48:33.591578 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bca9e3-3c69-4b36-a4bb-0256124e28e0", "name": "network-vif-deleted", "tag": "041d769c-fe86-4515-a0d8-5fb6c7e52193", "status": "completed", "code": 200}]} {{(pid=102061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 08:48:33.591845 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dba2da1e-8ecb-4398-a46e-b2340d073d81 {{(pid=102061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 08:48:33.592246 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bca9e3-3c69-4b36-a4bb-0256124e28e0', 'name': 'network-vif-deleted', 'tag': '041d769c-fe86-4515-a0d8-5fb6c7e52193', 'status': 'completed', 'code': 200} Nov 10 08:48:34.009525 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [req-ced718b4-c93e-4773-bcb1-19bb3d4f1624 req-705d478c-67ae-4f9e-9dcd-991c3b1765c4 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bca9e3-3c69-4b36-a4bb-0256124e28e0 HTTP/1.1" status: 200 len: 210 time: 0.0261347 Nov 10 08:48:34.857299 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.064636 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52274) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:35.185135 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Deleting port 2300f660-00fe-446a-8079-98313fe05a83 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:35.185476 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.261206 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.261530 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.272638 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Calling delete_port for 2300f660-00fe-446a-8079-98313fe05a83 owned by network:floatingip {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:35.468764 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.497637 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'Port': ['ID=2300f660-00fe-446a-8079-98313fe05a83,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:35.553868 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for floatingip, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.556345 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72328'] for floatingip, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:35.557479 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-6eb843e9-425d-42be-b68c-3bbab3af38ea tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "DELETE /v2.0/floatingips/c08a49a9-a85c-4024-a662-d5aefc06c128 HTTP/1.1" status: 204 len: 168 time: 0.4918780 Nov 10 08:48:36.874977 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52286) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:36.928869 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:36.954552 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:37.102738 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:37.106042 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Publish callbacks [] for security_group, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:37.110868 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4741a9a-fbe8-4698-ae81-b300286a9de5 HTTP/1.1" status: 204 len: 168 time: 0.2310464 Nov 10 08:48:37.116540 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13044c64-c6c7-48ae-b788-cd9bf3ef43b6 tempest-TestVolumeBootPattern-2024166822 tempest-TestVolumeBootPattern-2024166822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4741a9a-fbe8-4698-ae81-b300286a9de5,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:37.296236 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 041d769c-fe86-4515-a0d8-5fb6c7e52193 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:37.317396 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] No Port match for: 041d769c-fe86-4515-a0d8-5fb6c7e52193 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:37.317739 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Device 041d769c-fe86-4515-a0d8-5fb6c7e52193 not bound to the agent host hv-cinder-81735 {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:38.262772 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52292) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:38.715294 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:38.949822 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Deleting port 2c41f2ed-162e-462c-a98f-58df864a3ea1 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:38.950152 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:39.028385 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] For port 2c41f2ed-162e-462c-a98f-58df864a3ea1, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2c41f2ed-162e-462c-a98f-58df864a3ea1,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:39.028664 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:39.039792 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Calling delete_port for 2c41f2ed-162e-462c-a98f-58df864a3ea1 owned by network:router_interface {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:39.257304 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:39.282940 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c41f2ed-162e-462c-a98f-58df864a3ea1,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:39.446990 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:39.654800 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Router b795d33c-8acb-40cd-a18e-c8da128ade42 has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:48:39.761387 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:48:39.780665 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-0ba38ea2-93ef-41f1-8aa3-c4b640e9e1f5 admin admin] 10.222.0.21 "PUT /v2.0/routers/b795d33c-8acb-40cd-a18e-c8da128ade42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027084 Nov 10 08:48:39.780665 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52296) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:39.780879 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Sync routers for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:48:39.783020 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:39.783632 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:39.871428 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:39.886995 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: dv-cinder-817351-1-iscsi {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:39.974619 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.062064 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:48:39Z', 'revision_number': 5, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port': {'id': 'eac2f837-096e-47fa-85e1-b5f5e28fb56b', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:42Z', 'updated_at': '2021-11-10T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:40.081864 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Deleting port eac2f837-096e-47fa-85e1-b5f5e28fb56b {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:40.082198 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.091919 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Checking router: b795d33c-8acb-40cd-a18e-c8da128ade42 for host: dv-cinder-817351-1-iscsi {{(pid=102062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:48:40.100094 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Routers {'b795d33c-8acb-40cd-a18e-c8da128ade42'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:40.100692 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['b795d33c-8acb-40cd-a18e-c8da128ade42'], 'active': True} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:40.187790 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvr_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] Set router b795d33c-8acb-40cd-a18e-c8da128ade42 gateway port host: None {{(pid=102062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:40.240380 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_hamode_db [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:48:39Z', 'revision_number': 6, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:40.270612 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530e8c5-e90f-4254-badf-aef28e850c97 None None] The sync data for ids ['b795d33c-8acb-40cd-a18e-c8da128ade42'] in dv-cinder-817351-1-iscsi is: [{'id': 'b795d33c-8acb-40cd-a18e-c8da128ade42', 'name': 'tempest-TestVolumeBootPattern-589176706-router', 'tenant_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:41Z', 'updated_at': '2021-11-10T08:48:39Z', 'revision_number': 6, 'project_id': '48a4af376cfa4f60bc388b5b4d5bdfa2', 'gw_port_host': None}] {{(pid=102062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:48:40.390633 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] For port eac2f837-096e-47fa-85e1-b5f5e28fb56b, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=eac2f837-096e-47fa-85e1-b5f5e28fb56b,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:40.391247 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.402676 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Calling delete_port for eac2f837-096e-47fa-85e1-b5f5e28fb56b owned by network:router_gateway {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:40.622983 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.646630 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac2f837-096e-47fa-85e1-b5f5e28fb56b,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:40.710915 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.802639 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.804729 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.886099 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.886595 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b795d33c-8acb-40cd-a18e-c8da128ade42 {{(pid=102060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:48:40.893344 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.893344 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-162570b3-4a7b-486f-896d-733ee3e5abb4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b795d33c-8acb-40cd-a18e-c8da128ade42 HTTP/1.1" status: 204 len: 168 time: 1.1220386 Nov 10 08:48:40.894568 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52298) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:40.938440 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Deleting subnet 3feca59b-8a4a-4fec-ac18-b0b045b9d88e {{(pid=102060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:48:40.941431 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:40.975463 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738287'] for subnet, precommit_delete_associations {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.057175 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.183511 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4140283'] for subnet, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.209132 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2c41f2ed-162e-462c-a98f-58df864a3ea1 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:41.212231 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feca59b-8a4a-4fec-ac18-b0b045b9d88e,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:41.215016 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for subnet, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.218396 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-b5e053e7-4b6f-4e41-acdd-22a34bd94ff1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3feca59b-8a4a-4fec-ac18-b0b045b9d88e HTTP/1.1" status: 204 len: 168 time: 0.3228559 Nov 10 08:48:41.220862 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [-] (102060) accepted ('10.222.0.21', 52300) {{(pid=102060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:41.238152 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0d1bb-1d81-498d-916e-97e43818b2c1 None None] Network 3f746850-3899-42c3-ba02-3d96ed566ea3 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:48:41.239842 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 2c41f2ed-162e-462c-a98f-58df864a3ea1 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:41.240244 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2c41f2ed-162e-462c-a98f-58df864a3ea1 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:41.240872 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device eac2f837-096e-47fa-85e1-b5f5e28fb56b no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:41.298208 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.359772 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Deleting port 12bc0c73-c00c-463c-af8b-4f934adcdc72 {{(pid=102060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:41.360341 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.429080 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: eac2f837-096e-47fa-85e1-b5f5e28fb56b {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:41.429331 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device eac2f837-096e-47fa-85e1-b5f5e28fb56b not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:41.431045 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.db [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] For port 12bc0c73-c00c-463c-af8b-4f934adcdc72, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=12bc0c73-c00c-463c-af8b-4f934adcdc72,segment=NetworkSegment(abda2995-689e-4dac-b3a5-1e858036d3d2),segment_id=abda2995-689e-4dac-b3a5-1e858036d3d2)] {{(pid=102060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:41.431523 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.446202 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.plugin [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Calling delete_port for 12bc0c73-c00c-463c-af8b-4f934adcdc72 owned by network:dhcp {{(pid=102060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:41.562539 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] DHCP port deletion for 3f746850-3899-42c3-ba02-3d96ed566ea3 request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:48:41.581548 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556564'] for port, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.608106 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Pushing event deleted for resources: {'Port': ['ID=12bc0c73-c00c-463c-af8b-4f934adcdc72,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:41.608629 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Deleting port 12bc0c73-c00c-463c-af8b-4f934adcdc72 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:41.609035 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.609717 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] No DVR routers for this DVR port 12bc0c73-c00c-463c-af8b-4f934adcdc72 on host dv-cinder-817351-1-iscsi {{(pid=102060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:41.673006 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] For port 12bc0c73-c00c-463c-af8b-4f934adcdc72, host dv-cinder-817351-1-iscsi, got binding levels [] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:41.673396 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.683956 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.685726 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Calling delete_port for 12bc0c73-c00c-463c-af8b-4f934adcdc72 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:41.688527 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.ipam_backend_mixin [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Port 12bc0c73-c00c-463c-af8b-4f934adcdc72 was not found and therefore no delete operation was performed {{(pid=102062) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 08:48:41.689808 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.703787 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f746850-3899-42c3-ba02-3d96ed566ea3']}} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:41.712691 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abda2995-689e-4dac-b3a5-1e858036d3d2') {'for_net_delete': True} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:41.712979 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.services.segments.db [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abda2995-689e-4dac-b3a5-1e858036d3d2') {} {{(pid=102060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:41.714128 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Pushing event deleted for resources: {'Port': ['ID=12bc0c73-c00c-463c-af8b-4f934adcdc72,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:41.719123 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] No DVR routers for this DVR port 12bc0c73-c00c-463c-af8b-4f934adcdc72 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:41.722804 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738294'] for segment, before_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.731529 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.731905 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.732279 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.732618 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.733017 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.733594 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.734589 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.735383 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.735383 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.739229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.739229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.739229 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a9f0-5683-4bc5-8978-092e457d755a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-1-iscsi {{(pid=102062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 08:48:41.740428 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.748003 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556647'] for segment, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: Traceback (most recent call last): Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: timer() Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: cb(*args, **kw) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: return func(*args, **kwargs) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: self._notify() Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: self.callback(batched_events) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: event.method(event) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: return f(self, *a, **k) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._get(url).json() Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: return self.request(url, 'GET', **kwargs) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:48:41.751276 dv-cinder-817351-1-iscsi neutron-server[102060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:48:41.862301 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.867462 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron_lib.callbacks.manager [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:41.871185 dv-cinder-817351-1-iscsi neutron-server[102060]: INFO neutron.wsgi [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f746850-3899-42c3-ba02-3d96ed566ea3 HTTP/1.1" status: 204 len: 168 time: 0.6493895 Nov 10 08:48:41.874336 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52302) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:41.881964 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039e39-0838-465f-bb1f-2ac2537b041d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f746850-3899-42c3-ba02-3d96ed566ea3,revision_number=None']} {{(pid=102060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:42.466878 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394652'] for router_interface, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:42.695956 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Deleting port 31363cdd-7392-4a59-8aee-ea42644db2dd {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:42.696288 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:42.774652 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] For port 31363cdd-7392-4a59-8aee-ea42644db2dd, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=31363cdd-7392-4a59-8aee-ea42644db2dd,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:42.775017 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:42.787226 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Calling delete_port for 31363cdd-7392-4a59-8aee-ea42644db2dd owned by network:router_interface {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:43.039569 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1dad5b99-eace-4940-987f-219fe3d1af61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:43.085899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:43.112531 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31363cdd-7392-4a59-8aee-ea42644db2dd,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:43.269823 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12bc0c73-c00c-463c-af8b-4f934adcdc72 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:43.286053 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33155410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394252'] for router_interface, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:43.298536 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 12bc0c73-c00c-463c-af8b-4f934adcdc72 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:43.298933 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 12bc0c73-c00c-463c-af8b-4f934adcdc72 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:43.498512 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Router c16b59ee-520e-42a1-a993-f45206dfcf1e has already been hosted by L3 agent b901b963-e53e-4c51-9a24-a684901b183b {{(pid=102061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 08:48:43.599970 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] Notify agent at l3_agent.dv-cinder-817351-1-iscsi the message routers_updated {{(pid=102061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 08:48:43.606236 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3010b5c7-332d-4c21-beed-93ba86836bc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/c16b59ee-520e-42a1-a993-f45206dfcf1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7301083 Nov 10 08:48:43.607990 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52304) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:43.610422 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Sync routers for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 08:48:43.620907 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:43.621506 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:43.711834 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks [] for router, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:43.725266 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: dv-cinder-817351-1-iscsi {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:43.812899 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:43.895477 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'external_fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:48:42Z', 'revision_number': 5, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port': {'id': '2b7a2461-3805-491e-820a-e430d188f6ac', 'name': '', 'network_id': '60abc94a-01aa-4e47-859b-c5f14ee9f76c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f573fcc-7baa-4097-a5b7-ebd04ddfa644', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-1-iscsi'}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:43.924267 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Checking router: c16b59ee-520e-42a1-a993-f45206dfcf1e for host: dv-cinder-817351-1-iscsi {{(pid=102063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 08:48:43.932657 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Routers {'c16b59ee-520e-42a1-a993-f45206dfcf1e'} bound to L3 agent in host dv-cinder-817351-1-iscsi {{(pid=102063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 08:48:43.935375 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T08:24:45Z,description=,heartbeat_timestamp=2021-11-10T08:48:15Z,host='dv-cinder-817351-1-iscsi',id=b901b963-e53e-4c51-9a24-a684901b183b,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T08:24:46Z,topic='l3_agent')) {'router_ids': ['c16b59ee-520e-42a1-a993-f45206dfcf1e'], 'active': True} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:43.935518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Deleting port 2b7a2461-3805-491e-820a-e430d188f6ac {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:43.935518 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.014832 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] For port 2b7a2461-3805-491e-820a-e430d188f6ac, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=2b7a2461-3805-491e-820a-e430d188f6ac,segment=NetworkSegment(1eb739e0-701a-44a3-aba5-b4204e418934),segment_id=1eb739e0-701a-44a3-aba5-b4204e418934)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:44.015197 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.016747 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_dvr_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] Set router c16b59ee-520e-42a1-a993-f45206dfcf1e gateway port host: None {{(pid=102063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 08:48:44.027592 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Calling delete_port for 2b7a2461-3805-491e-820a-e430d188f6ac owned by network:router_gateway {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:44.067277 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.l3_hamode_db [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:48:43Z', 'revision_number': 6, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port_host': None}], 'dv-cinder-817351-1-iscsi', False) {} {{(pid=102063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:44.094850 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0ea7d-db35-4854-a045-8f706b4baa25 None None] The sync data for ids ['c16b59ee-520e-42a1-a993-f45206dfcf1e'] in dv-cinder-817351-1-iscsi is: [{'id': 'c16b59ee-520e-42a1-a993-f45206dfcf1e', 'name': 'tempest-TestVolumeBootPattern-2108348225-router', 'tenant_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T08:41:49Z', 'updated_at': '2021-11-10T08:48:43Z', 'revision_number': 6, 'project_id': '0d40e0e1b5934a38995b80e3ed770eeb', 'gw_port_host': None}] {{(pid=102063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 08:48:44.256869 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.283011 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7a2461-3805-491e-820a-e430d188f6ac,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:44.343951 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393702'] for router_gateway, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.437576 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42894'] for router, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.440494 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.536746 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396410'] for router, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.537318 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16b59ee-520e-42a1-a993-f45206dfcf1e {{(pid=102061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 08:48:44.543147 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] Publish callbacks [] for router, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.549759 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-95ab9954-3e15-425d-b20e-5e2e744e729b admin admin] 10.222.0.21 "DELETE /v2.0/routers/c16b59ee-520e-42a1-a993-f45206dfcf1e HTTP/1.1" status: 204 len: 168 time: 0.9354036 Nov 10 08:48:44.549759 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52306) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:44.590794 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Deleting subnet 6d4e2a8c-2675-4292-8b9d-a3d11fff0e64 {{(pid=102061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 08:48:44.593877 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.626819 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2130879612'] for subnet, precommit_delete_associations {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.705854 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32960798'] for subnet, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.800155 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32960791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33106974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131038956'] for subnet, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.831702 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4e2a8c-2675-4292-8b9d-a3d11fff0e64,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:44.836744 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.840634 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-3ea6b84b-7d32-4dfd-9a56-ccbe677ac1a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d4e2a8c-2675-4292-8b9d-a3d11fff0e64 HTTP/1.1" status: 204 len: 168 time: 0.2928026 Nov 10 08:48:44.842984 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52308) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:44.850386 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd0d4f-e5e0-47c6-a1b0-329fc738108e None None] Network 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 requested from dv-cinder-817351-1-iscsi {{(pid=102062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 08:48:44.920434 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631154'] for network, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:44.996127 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Deleting port fb8010d6-b3cd-465b-a773-52015fe631c0 {{(pid=102061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:44.996810 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.068058 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c36792-b762-42e0-bab0-16374233b56a None None] DHCP port deletion for 0cefdec6-d177-49ec-94d4-5cf5ae5964f9 request from dv-cinder-817351-1-iscsi {{(pid=102062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 08:48:45.068600 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.db [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] For port fb8010d6-b3cd-465b-a773-52015fe631c0, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=fb8010d6-b3cd-465b-a773-52015fe631c0,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:45.069287 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.084578 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.plugin [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Calling delete_port for fb8010d6-b3cd-465b-a773-52015fe631c0 owned by network:dhcp {{(pid=102061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:45.121841 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Deleting port fb8010d6-b3cd-465b-a773-52015fe631c0 {{(pid=102062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 08:48:45.122211 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747791332527'] for port, before_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.147501 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:48:45.199584 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.db [None req-32c36792-b762-42e0-bab0-16374233b56a None None] For port fb8010d6-b3cd-465b-a773-52015fe631c0, host dv-cinder-817351-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-1-iscsi',level=0,port_id=fb8010d6-b3cd-465b-a773-52015fe631c0,segment=NetworkSegment(56ec71d7-cd8e-48b4-9b40-ec3108630306),segment_id=56ec71d7-cd8e-48b4-9b40-ec3108630306)] {{(pid=102062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 08:48:45.200213 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398202'] for port, precommit_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.218604 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Calling delete_port for fb8010d6-b3cd-465b-a773-52015fe631c0 owned by network:dhcp {{(pid=102062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 08:48:45.250649 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099649'] for port, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.279029 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] No DVR routers for this DVR port fb8010d6-b3cd-465b-a773-52015fe631c0 on host dv-cinder-817351-1-iscsi {{(pid=102061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:45.282614 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8010d6-b3cd-465b-a773-52015fe631c0,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:45.285599 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device fb8010d6-b3cd-465b-a773-52015fe631c0 no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:45.311418 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: fb8010d6-b3cd-465b-a773-52015fe631c0 {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:45.311699 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device fb8010d6-b3cd-465b-a773-52015fe631c0 not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:45.312129 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 31363cdd-7392-4a59-8aee-ea42644db2dd no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:45.342120 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 31363cdd-7392-4a59-8aee-ea42644db2dd {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:45.342458 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 31363cdd-7392-4a59-8aee-ea42644db2dd not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:45.342870 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2b7a2461-3805-491e-820a-e430d188f6ac no longer exists at agent ovs-agent-dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 08:48:45.344477 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-364da5fb-b0f4-4b00-a3e5-8ede014e8431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.357415 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32961959', 'neutron.services.segments.db._delete_segments_for_network-8747791492581'] for network, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.365014 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.plugin [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] No Port match for: 2b7a2461-3805-491e-820a-e430d188f6ac {{(pid=102062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 08:48:45.365359 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.plugins.ml2.rpc [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Device 2b7a2461-3805-491e-820a-e430d188f6ac not bound to the agent host dv-cinder-817351-1-iscsi {{(pid=102062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 08:48:45.379135 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cefdec6-d177-49ec-94d4-5cf5ae5964f9']}} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:45.380458 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33428363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747791340409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747790928029'] for port, after_delete {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.389529 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ec71d7-cd8e-48b4-9b40-ec3108630306') {'for_net_delete': True} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:45.389952 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.services.segments.db [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ec71d7-cd8e-48b4-9b40-ec3108630306') {} {{(pid=102061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 08:48:45.399262 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747791462894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2130879589'] for segment, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.409129 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c36792-b762-42e0-bab0-16374233b56a None None] Pushing event deleted for resources: {'Port': ['ID=fb8010d6-b3cd-465b-a773-52015fe631c0,revision_number=None']} {{(pid=102062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:45.413165 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c36792-b762-42e0-bab0-16374233b56a None None] No DVR routers for this DVR port fb8010d6-b3cd-465b-a773-52015fe631c0 on host dv-cinder-817351-1-iscsi {{(pid=102062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 08:48:45.415082 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455'] for segment, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.425771 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 08:48:45.426172 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32959455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099634'] for segment, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: Traceback (most recent call last): Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: timer() Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: cb(*args, **kw) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: return func(*args, **kwargs) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: self._notify() Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: self.callback(batched_events) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: event.method(event) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: return f(self, *a, **k) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._get(url).json() Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: return self.request(url, 'GET', **kwargs) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 08:48:45.427951 dv-cinder-817351-1-iscsi neutron-server[102061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 08:48:45.548562 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32961936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33155497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393610'] for network, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.552823 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33155519'] for network, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.556067 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0cefdec6-d177-49ec-94d4-5cf5ae5964f9 HTTP/1.1" status: 204 len: 168 time: 0.7121232 Nov 10 08:48:45.569046 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11098a2-b375-4f2b-b41f-d96ef6c22c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cefdec6-d177-49ec-94d4-5cf5ae5964f9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:45.836381 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52312) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:45.875011 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-6235bd74-6d2a-4627-a2c5-77db4dc2fc77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48a4af376cfa4f60bc388b5b4d5bdfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375204 Nov 10 08:48:45.877429 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52314) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:45.925710 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:45.946361 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.062377 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.065039 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.066217 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf0d9a1e-f211-4b81-a98d-34b6888ac1b9 HTTP/1.1" status: 204 len: 168 time: 0.1878791 Nov 10 08:48:46.075303 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c711122-140a-49f9-9baa-52872aaf4439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d9a1e-f211-4b81-a98d-34b6888ac1b9,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:46.410971 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.728069 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52320) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:46.767189 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-ff862c9b-12a2-4bf6-ba0b-caa4d53d35df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d40e0e1b5934a38995b80e3ed770eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379236 Nov 10 08:48:46.769525 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.wsgi [-] (102061) accepted ('10.222.0.21', 52322) {{(pid=102061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 08:48:46.814760 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.835505 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.948586 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33082563'] for security_group, after_delete {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.951013 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron_lib.callbacks.manager [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:46.952161 dv-cinder-817351-1-iscsi neutron-server[102061]: INFO neutron.wsgi [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26b0fc99-7339-4cbd-894e-5ce819fadda1 HTTP/1.1" status: 204 len: 168 time: 0.1817281 Nov 10 08:48:46.959588 dv-cinder-817351-1-iscsi neutron-server[102061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d11487-3eaf-403d-9ba8-408d74d26f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0fc99-7339-4cbd-894e-5ce819fadda1,revision_number=None']} {{(pid=102061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 08:48:47.816466 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:48:48.542581 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:04.827703 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:13.022038 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-31d5ddd2-5da0-4c26-92db-2f53c4282938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:15.335709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-1ffe0531-bb63-45fd-995d-5d04ff8c2346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:16.398844 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:17.838520 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:18.529922 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:22.135618 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:49:34.855267 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:43.019980 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-c40c0a9b-55d8-4395-92d2-7bde6ff82408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:45.306417 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-17e7d077-80c7-48e4-9479-a33800951efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:46.414099 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:47.877681 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:48.551986 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:49:59.134271 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:50:04.872036 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:13.008528 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-de18a2d2-6144-402d-89fa-8af4d49683c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:15.323368 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-a6723279-fb54-4d22-b102-04758c40a4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:16.413083 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:17.848406 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:18.545661 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:34.876202 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:36.133248 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:50:43.013133 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-813dc726-d64e-4f17-830f-5b41e75dc7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:45.310098 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e7f4-f8dd-40b0-9460-94b1e69da0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:46.418664 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:47.830158 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:50:48.527456 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:04.886989 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:13.029274 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-95795cc3-21e9-4f97-82b0-c3961838e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:13.131778 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:51:15.315024 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b697-da4b-47b0-9264-d770e6440b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:16.417628 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:17.846801 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:18.543239 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:34.891469 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:43.011436 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-ededc3ca-532c-47f5-9ddf-41d045e63d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:45.309045 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d7de-ed9b-4fa1-8709-7752f72bd72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:46.439807 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:47.850931 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:48.542815 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:51:50.130059 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:52:04.902167 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:13.032891 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-033012c7-bc81-499c-98d2-ce09300c0891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:15.307612 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-faaffe93-cbb1-414d-84a5-aa92db29899f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:16.427228 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:17.838673 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:18.535818 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:27.128239 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:52:34.884397 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:43.020431 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-0671b637-a448-436c-be77-9c8be3a2ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:45.317592 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-46f30896-28ae-49e6-8207-fe8b64163740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:46.437697 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:47.837382 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:52:48.590928 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:04.126771 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:53:04.887664 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:13.031193 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-8848f7cf-64c7-4f15-ac31-4c59c832054e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:15.311809 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-3d30f1f5-b01e-4a62-a7ec-eb2053f2c3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:16.436910 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:17.853605 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:18.585084 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:34.904756 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:41.125344 dv-cinder-817351-1-iscsi neutron-server[102063]: DEBUG neutron.db.agents_db [None req-31875c14-7a9b-4d30-8b2a-783548e7c0cc None None] Agent healthcheck: found 6 active agents {{(pid=102063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 08:53:43.007154 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-64945f8a-ee9c-4c54-a0f0-9505c2764dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:45.298786 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-4585fee5-789f-4ae2-b222-37140fe328a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:45.305770 dv-cinder-817351-1-iscsi neutron-server[102060]: DEBUG neutron.wsgi [req-a104a7d4-e682-4e56-b6fc-d0f0f2c9188d req-b19f9c78-dac4-4b38-919c-78de2d7fb8a7 service neutron] (102060) timed out ('10.222.0.21', 45872) {{(pid=102060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 08:53:46.435709 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-199fc1f1-e3e0-4631-a85c-a242e8ea3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:47.858281 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-f01e5f19-0d69-46d1-9df8-cbc6f9ffd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:53:48.566833 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-575d68a8-d7de-43d1-8ab7-82f5b4ae5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 08:54:04.920906 dv-cinder-817351-1-iscsi neutron-server[102062]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc992-c3c6-4e1c-a91e-937ab52beb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747791492563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948829'] for agent, after_update {{(pid=102062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}